00010000:00010000:2.0F:1788833754.380971:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0F:1788833755.404394:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833755.532265:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788833755.532274:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788833755.532289:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620468096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788833755.532289:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620467968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788833755.536907:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833755.537034:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620468224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788833755.537072:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1788833755.537302:0:17093:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468096 00000100:00100000:1.0:1788833755.537323:0:17093:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468096 00000100:00100000:1.0:1788833755.537390:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788833755.537399:0:17093:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620468096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788833755.537434:0:17093:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788833755.537492:0:17093:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620468096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833755.537499:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788833755.537521:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468224 00000100:00100000:1.0:1788833755.537525:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468224 00000100:00100000:1.0:1788833755.537557:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788833755.537563:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620468224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788833755.537582:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788833755.537624:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620468224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833755.537630:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1788833755.537647:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788833755.537686:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620468224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788833755.537700:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620468096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788833755.541353:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1788833755.541617:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620467968 00000100:00100000:0.0:1788833755.541640:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620467968 00000100:00100000:0.0:1788833755.541719:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788833755.541729:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620467968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788833755.541755:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788833755.541823:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620467968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833755.541830:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1788833755.546672:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788833755.546750:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620467968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788833756.045016:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788833756.045041:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620468352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788833756.045153:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833756.045223:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468352 00000100:00100000:1.0:1788833756.045230:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468352 00000100:00100000:1.0:1788833756.045272:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788833756.045282:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620468352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788833756.045317:0:17092:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788833756.045383:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620468352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833756.045392:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788833756.045438:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620468352:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1788833756.055788:0:17067:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1788833756.055808:0:17067:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff985d469adc00 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:1.0:1788833756.055814:0:17067:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff985d7549c300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff985d469ad3c0 00000020:00080000:1.0:1788833756.055817:0:17067:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff985d7549cc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff985d6f287400 00010000:00010000:1.0:1788833756.055860:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee400/0x35a208207d20db6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833756.055871:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee400/0x35a208207d20db6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833756.055880:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee400/0x35a208207d20db6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833756.055886:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423ee400 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:1.0:1788833756.055891:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee400/0x35a208207d20db6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833756.055899:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee400/0x35a208207d20db6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833756.055918:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff985d7b97d100) 00010000:00010000:1.0:1788833756.055921:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788833756.055926:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee400/0x35a208207d20db6d lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833756.055932:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee400/0x35a208207d20db6d lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17088 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788833756.056158:0:17127:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:3.0:1788833756.056242:0:17127:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1788833756.430934:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833756.557260:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620468480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788833756.557333:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833756.557404:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468480 00000100:00100000:1.0:1788833756.557412:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468480 00000100:00100000:1.0:1788833756.557464:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788833756.557474:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620468480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788833756.557503:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788833756.557549:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620468480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833756.557557:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788833756.557621:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620468480:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788833756.560909:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788833756.561378:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788833756.561400:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42f18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620468608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833756.561471:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.561505:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620468736:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.561534:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833756.561539:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620468864:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.561558:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620469248:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.561577:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833756.561582:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620468992:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.561610:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3635:1875727620469760:0@lo:400:kworker.0 00000100:00100000:1.0:1788833756.561622:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.561631:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.561646:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788833756.561651:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875727620469120:0@lo:400:kworker.0 00000100:00100000:1.0:1788833756.561654:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875727620469504:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.561671:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.561695:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3635:1875727620469632:0@lo:400:kworker.0 00000100:00100000:1.0:1788833756.561697:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620469760 00000100:00100000:1.0:1788833756.561703:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620469760 00000100:00100000:0.0:1788833756.561715:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.561739:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468736 00000100:00100000:0.0:1788833756.561742:0:17082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468736 00000100:00100000:1.0:1788833756.561746:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620469120 00000100:00100000:1.0:1788833756.561749:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620469120 00000100:00100000:1.0:1788833756.561759:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620469632 00000100:00100000:1.0:1788833756.561761:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620469632 00000100:00100000:0.0:1788833756.561770:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788833756.561773:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788833756.561779:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875727620469760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.561779:0:17082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5631ca64-4af8-4263-8066-d8822b7db6c9+24:3635:x1875727620468736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833756.561826:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875727620469760:12345-0@lo:400:kworker.0 Request processed in 48us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833756.561843:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788833756.561849:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620469248 00000100:00100000:3.0:1788833756.561853:0:17830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620469248 00000100:00100000:1.0:1788833756.561858:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788833756.561862:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875727620469120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833756.561880:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788833756.561886:0:17830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620469248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833756.566461:0:19115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468992 00000100:00100000:2.0:1788833756.566478:0:19115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468992 00000100:00100000:2.0:1788833756.566549:0:19115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788833756.566563:0:19115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620468992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833756.566674:0:19115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620468992:12345-0@lo:400:kworker.0 Request processed in 115us (5050us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833756.566682:0:19115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1788833756.566703:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788833756.566709:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788833756.566723:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788833756.566731:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1875727620469632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.572749:0:17082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5631ca64-4af8-4263-8066-d8822b7db6c9+24:3635:x1875727620468736:12345-0@lo:400:kworker.0 Request processed in 10959us (11201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.572784:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1788833756.572872:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.572928:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620469376:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.572995:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.573018:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620469888:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573042:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.573081:0:17093:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468864 00000100:00100000:0.0:1788833756.573117:0:17093:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468864 00000100:00100000:0.0:1788833756.573149:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788833756.573157:0:17093:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620468864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573206:0:17093:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620468864:12345-0@lo:400:kworker.0 Request processed in 50us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.573212:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788833756.573230:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620469376 00000100:00100000:0.0:1788833756.573233:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620469376 00000100:00100000:0.0:1788833756.573254:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788833756.573260:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620469376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573284:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620469376:12345-0@lo:400:kworker.0 Request processed in 25us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.573289:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788833756.573308:0:17087:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788833756.573316:0:17087:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1788833756.573401:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620468608 00000100:00100000:0.0:1788833756.573405:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620468608 00000100:00100000:0.0:1788833756.573444:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788833756.573450:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620468608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788833756.573473:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833756.573507:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620468608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (12037us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.573513:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788833756.573550:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620468864:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573561:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620469376:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573586:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.573636:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620470016:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573660:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833756.573682:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620468992:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573700:0:19877:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788833756.573706:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620469888 00000100:00100000:0.0:1788833756.573708:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620469888 00000100:00100000:0.0:1788833756.573728:0:19877:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788833756.573732:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620469504 00000100:00100000:0.0:1788833756.573734:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620469504 00000100:00100000:0.0:1788833756.573743:0:19877:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788833756.573746:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470016 00000100:00100000:0.0:1788833756.573748:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470016 00000100:00100000:0.0:1788833756.573759:0:19877:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788833756.573765:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788833756.573771:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620469888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573804:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620469888:12345-0@lo:400:kworker.0 Request processed in 33us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.573810:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788833756.573819:0:19877:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788833756.573824:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788833756.573837:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875727620469504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573872:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875727620469504:12345-0@lo:400:kworker.0 Request processed in 36us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.573878:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788833756.573888:0:19877:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788833756.573894:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788833756.573900:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875727620470016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.573926:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875727620470016:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.573931:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788833756.573955:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620469888:0@lo:400:kworker.0 00000100:00100000:1.0:1788833756.578110:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875727620469120:12345-0@lo:400:kworker.0 Request processed in 16222us (16413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833756.578127:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788833756.581257:0:17830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620469248:12345-0@lo:400:kworker.0 Request processed in 19360us (19667us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833756.581274:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788833756.582137:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875727620469120:0@lo:400:kworker.0 00000100:00100000:2.0:1788833756.585366:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1875727620469632:12345-0@lo:400:kworker.0 Request processed in 18624us (23638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833756.585382:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:2.0:1788833756.585418:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788833756.585423:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788833756.585427:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788833756.585528:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3635:1875727620469632:0@lo:400:kworker.0 00010000:00080000:0.0:1788833756.585545:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c43af0000 x1875727620469760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833756.585556:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3635:1875727620469760:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.585567:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620468736:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.585579:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620469248:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.585609:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42f18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620468608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833756.585670:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875727620469504:0@lo:400:kworker.0 00010000:00080000:0.0:1788833756.585684:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c43af1500 x1875727620470016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833756.585704:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620470016:0@lo:400:kworker.0 00000100:00100000:0.0:1788833756.664789:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833756.664852:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612000640 00000100:00100000:2.0:1788833756.664862:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612000640 00000100:00080000:3.0:1788833756.664926:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788833756.664936:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 65 00000100:00100000:2.0:1788833756.664947:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+13:15606:x1875727612000640:12345-192.168.202.26@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788833756.665067:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+13:15606:x1875727612000640:12345-192.168.202.26@tcp:60:lhsmtool_posix.0 Request processed in 122us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833756.665076:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 65 00000100:00100000:3.0:1788833756.670440:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833756.672689:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612000768 00000100:00100000:0.0:1788833756.672704:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612000768 00000100:00080000:3.0:1788833756.672786:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788833756.672798:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 66 00000100:00100000:0.0:1788833756.672809:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:15606:x1875727612000768:12345-192.168.202.26@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788833756.672933:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:15606:x1875727612000768:12345-192.168.202.26@tcp:60:lhsmtool_posix.0 Request processed in 125us (2501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833756.672941:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 66 00000100:00100000:3.0:1788833756.688776:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833756.688879:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001024 00000100:00100000:0.0:1788833756.688889:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001024 00000100:00100000:0.0:1788833756.688946:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 12 00000100:00100000:0.0:1788833756.688957:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+13:15606:x1875727612001024:12345-192.168.202.26@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788833756.689204:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+14:15606:x1875727612001024:12345-192.168.202.26@tcp:35:lhsmtool_posix.0 Request processed in 248us (436us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1788833756.689211:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 12 00000040:00080000:2.0:1788833756.813954:0:17842:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788833757.120464:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833757.120509:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833757.120558:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833757.120680:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001152 00000100:00100000:2.0:1788833757.120691:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001152 00000100:00100000:2.0:1788833757.120754:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 172 00000100:00100000:2.0:1788833757.120765:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62409975-f157-4a01-a85b-3dfa90cce266+13:2407:x1875727612001152:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833757.120833:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62409975-f157-4a01-a85b-3dfa90cce266+13:2407:x1875727612001152:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 70us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833757.120841:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 172 00000100:00100000:1.0:1788833757.121002:0:20415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001280 00000100:00100000:1.0:1788833757.121008:0:20415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001280 00000100:00100000:1.0:1788833757.121050:0:20415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 77 00000100:00100000:1.0:1788833757.121058:0:20415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2407:x1875727612001280:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:1.0:1788833757.121130:0:20415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2407:x1875727612001280:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 73us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833757.121138:0:20415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 77 00000100:00100000:1.0:1788833757.121844:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833757.121880:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833757.121913:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833757.121938:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001408 00000100:00100000:1.0:1788833757.121943:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001408 00000100:00100000:1.0:1788833757.121982:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001536 00000100:00100000:1.0:1788833757.121985:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001536 00000100:00100000:1.0:1788833757.122005:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 33 00000100:00100000:1.0:1788833757.122014:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2407:x1875727612001408:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:1.0:1788833757.122055:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2407:x1875727612001408:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 42us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833757.122062:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 33 00000100:00100000:2.0:1788833757.122179:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001664 00000100:00100000:2.0:1788833757.122183:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001664 00000100:00100000:2.0:1788833757.122212:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001792 00000100:00100000:2.0:1788833757.122215:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001792 00000100:00100000:2.0:1788833757.122251:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 78 00000100:00100000:2.0:1788833757.122258:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e9cf73b-8469-49e0-a1d7-892cae26df9e+6:2406:x1875727612001664:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833757.122287:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e9cf73b-8469-49e0-a1d7-892cae26df9e+6:2406:x1875727612001664:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 31us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833757.122293:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 78 00000100:00100000:2.0:1788833757.122305:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 79 00000100:00100000:2.0:1788833757.122310:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2407:x1875727612001792:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833757.122333:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2407:x1875727612001792:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 24us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833757.122339:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 79 00000100:00100000:2.0:1788833757.122368:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 30 00000100:00100000:2.0:1788833757.122376:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2405:x1875727612001536:12345-192.168.202.26@tcp:9:kworker.0 00000020:00000080:2.0:1788833757.122396:0:18593:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d8a3 00000100:00080000:2.0:1788833757.122412:0:18593:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c7000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788833757.122454:0:18593:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788833757.122573:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+2:2405:x1875727612001536:12345-192.168.202.26@tcp:9:kworker.0 Request processed in 197us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833757.122579:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 30 00000100:00080000:2.0:1788833757.122651:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788833757.122655:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788833757.122658:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788833757.122659:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788833757.122979:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833757.130738:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833757.130821:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833757.140992:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612001920 00000100:00100000:2.0:1788833757.141009:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612001920 00000100:00100000:2.0:1788833757.141117:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612002048 00000100:00100000:2.0:1788833757.141121:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612002048 00000100:00100000:2.0:1788833757.141151:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 31 00000100:00100000:2.0:1788833757.141162:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2405:x1875727612001920:12345-192.168.202.26@tcp:9:kworker.0 00000020:00000080:2.0:1788833757.141198:0:18593:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d8db 00000100:00080000:2.0:1788833757.141210:0:18593:0:(import.c:65:import_set_state_nolock()) ffff985d6f24c800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788833757.141268:0:18593:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788833757.141435:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+2:2405:x1875727612001920:12345-192.168.202.26@tcp:9:kworker.0 Request processed in 274us (10706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833757.141443:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 31 00000100:00100000:2.0:1788833757.141459:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 32 00000100:00100000:2.0:1788833757.141466:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2405:x1875727612002048:12345-192.168.202.26@tcp:9:kworker.0 00000020:00000080:2.0:1788833757.141481:0:18593:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d8e2 00000100:00080000:2.0:1788833757.141499:0:18593:0:(import.c:65:import_set_state_nolock()) ffff985d6f24a000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788833757.141518:0:18593:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788833757.141582:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+2:2405:x1875727612002048:12345-192.168.202.26@tcp:9:kworker.0 Request processed in 116us (10760us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833757.141599:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 32 00010000:00010000:3.0:1788833757.141892:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833757.141899:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788833757.141975:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788833757.141979:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788833757.452637:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833758.478265:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833759.500552:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833760.525722:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833760.653470:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c4384aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620470272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788833760.653593:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833760.653700:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788833760.653708:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620470144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833760.653739:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833760.653777:0:17093:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470144 00000100:00100000:0.0:1788833760.653801:0:17093:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470144 00000100:00100000:0.0:1788833760.653861:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788833760.653871:0:17093:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620470144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788833760.653913:0:17093:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788833760.653964:0:17093:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620470144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833760.653972:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788833760.654030:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620470144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788833760.654816:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470272 00000100:00100000:1.0:1788833760.654826:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470272 00000100:00100000:1.0:1788833760.654906:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788833760.654916:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4384b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620470272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788833760.654945:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788833760.655024:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4384b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620470272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (1431us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833760.655033:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1788833760.655162:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788833760.656171:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c4384aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620470272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788833760.656905:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620470400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788833760.656986:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833760.658039:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470400 00000100:00100000:1.0:1788833760.658054:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470400 00000100:00100000:1.0:1788833760.658493:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788833760.658515:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4384aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620470400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788833760.658573:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788833760.658690:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4384aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620470400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 187us (1704us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833760.658699:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788833760.658827:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620470400:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788833760.659203:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1788833760.896270:0:20465:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 22:16:00 (1788833760) 00000100:00100000:2.0:1788833761.165256:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788833761.165289:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620470528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788833761.165383:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833761.165471:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470528 00000100:00100000:2.0:1788833761.165480:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470528 00000100:00100000:2.0:1788833761.165537:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788833761.165547:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620470528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788833761.165604:0:17092:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788833761.165659:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620470528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833761.165666:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788833761.165719:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f3c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620470528:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788833761.294626:0:17123:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788833761.294639:0:17123:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788833761.294664:0:17123:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788833761.294673:0:17123:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788833761.550231:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833761.679434:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620470656:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.679508:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.679577:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620471168:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.679604:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.679626:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620471680:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.679891:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.680062:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620472192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788833761.680181:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.680209:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788833761.680216:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620470784:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.680252:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.680274:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620471296:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.680294:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.680312:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620471808:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.680333:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833761.681355:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471168 00000100:00100000:0.0:1788833761.681366:0:17830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471168 00000100:00100000:0.0:1788833761.681416:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788833761.681426:0:17830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620471168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.681493:0:17830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620471168:12345-0@lo:400:kworker.0 Request processed in 69us (1887us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.681501:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788833761.681524:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470656 00000100:00100000:0.0:1788833761.681528:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470656 00000100:00100000:0.0:1788833761.681567:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1788833761.681575:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5631ca64-4af8-4263-8066-d8822b7db6c9+24:3634:x1875727620470656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.681617:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5631ca64-4af8-4263-8066-d8822b7db6c9+24:3634:x1875727620470656:12345-0@lo:400:kworker.0 Request processed in 43us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.681624:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1788833761.681683:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620471040:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.681717:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620470912:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.681740:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833761.681762:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620471424:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.681782:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833761.681798:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620471936:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.681821:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c4384b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620472320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833761.681843:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833761.681878:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470784 00000100:00100000:0.0:1788833761.681883:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470784 00000100:00100000:0.0:1788833761.681902:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471296 00000100:00100000:0.0:1788833761.681904:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471296 00000100:00100000:0.0:1788833761.681914:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620470912 00000100:00100000:0.0:1788833761.681916:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620470912 00000100:00100000:0.0:1788833761.681938:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471424 00000100:00100000:0.0:1788833761.681940:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471424 00000100:00100000:0.0:1788833761.681954:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833761.681963:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620470784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.681996:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620470784:12345-0@lo:400:kworker.0 Request processed in 35us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.682002:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833761.682015:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833761.682021:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620471296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.682057:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620471296:12345-0@lo:400:kworker.0 Request processed in 37us (1762us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.682064:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833761.682076:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788833761.682081:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620470912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.682282:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620470912:12345-0@lo:400:kworker.0 Request processed in 199us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.682289:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788833761.682302:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788833761.682308:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620471424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.682335:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620471424:12345-0@lo:400:kworker.0 Request processed in 28us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.682341:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788833761.682361:0:18598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472192 00000100:00100000:0.0:1788833761.682365:0:18598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472192 00000100:00100000:0.0:1788833761.682380:0:18598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472320 00000100:00100000:0.0:1788833761.682383:0:18598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472320 00000100:00100000:0.0:1788833761.682392:0:18598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788833761.682399:0:18598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620472192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788833761.682419:0:18598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833761.682451:0:18598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620472192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.682457:0:18598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788833761.682469:0:18598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788833761.682475:0:18598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620472320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788833761.682483:0:18598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833761.682853:0:18598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620472320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 378us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833761.682859:0:18598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1788833761.682879:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788833761.682991:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c4384b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620472320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788833761.699405:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833761.699837:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471680 00000100:00100000:3.0:1788833761.699848:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471680 00000100:00080000:3.0:1788833761.699949:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788833761.699994:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471808 00000100:00100000:3.0:1788833761.699998:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471808 00000100:00080000:3.0:1788833761.700009:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788833761.700032:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788833761.700043:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620471680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833761.700153:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620471680:12345-0@lo:400:kworker.0 Request processed in 112us (20261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833761.700161:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788833761.700178:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788833761.700185:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620471808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833761.700215:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620471808:12345-0@lo:400:kworker.0 Request processed in 31us (19880us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833761.700221:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00080000:0.0:1788833761.702927:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c43af2300 x1875727620471808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833761.702946:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620471808:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.702971:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620472192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788833761.702982:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620470656:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.702993:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620471168:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.703002:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620471680:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.703037:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620470784:0@lo:400:kworker.0 00000100:00100000:0.0:1788833761.703046:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620471296:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.706934:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620470912:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.706955:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620471424:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.706996:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.707028:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875727620471552:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707085:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.707140:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620472064:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707164:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833761.707195:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471936 00000100:00100000:1.0:1788833761.707202:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471936 00000100:00100000:1.0:1788833761.707252:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471040 00000100:00100000:1.0:1788833761.707256:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471040 00000100:00100000:1.0:1788833761.707268:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620471552 00000100:00100000:1.0:1788833761.707270:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620471552 00000100:00100000:1.0:1788833761.707279:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472064 00000100:00100000:1.0:1788833761.707281:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472064 00000100:00100000:1.0:1788833761.707298:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788833761.707307:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620471936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707362:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620471936:12345-0@lo:400:kworker.0 Request processed in 56us (7966us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833761.707369:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788833761.707401:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788833761.707408:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620471040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707444:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620471040:12345-0@lo:400:kworker.0 Request processed in 37us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833761.707450:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788833761.707462:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788833761.707470:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875727620471552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707498:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875727620471552:12345-0@lo:400:kworker.0 Request processed in 30us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833761.707505:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788833761.707517:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788833761.707523:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875727620472064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707565:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875727620472064:12345-0@lo:400:kworker.0 Request processed in 43us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833761.707571:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:1.0:1788833761.707594:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788833761.707597:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788833761.707617:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620471936:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707727:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620471040:0@lo:400:kworker.0 00000100:00100000:1.0:1788833761.707738:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875727620471552:0@lo:400:kworker.0 00010000:00080000:1.0:1788833761.707749:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c43af3b80 x1875727620472064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833761.707758:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620472064:0@lo:400:kworker.0 00000001:00080000:1.0:1788833762.193618:0:17067:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1788833762.193647:0:17067:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:3.0:1788833762.193761:0:17127:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:3.0:1788833762.193773:0:17127:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000100:00100000:3.0:1788833762.227250:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833762.230856:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612002176 00000100:00100000:0.0:1788833762.230870:0:17082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612002176 00000100:00100000:0.0:1788833762.230926:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 174 00000100:00100000:0.0:1788833762.230938:0:17082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62409975-f157-4a01-a85b-3dfa90cce266+13:2409:x1875727612002176:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833762.231019:0:17082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62409975-f157-4a01-a85b-3dfa90cce266+13:2409:x1875727612002176:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 82us (3777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833762.231027:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 174 00000100:00100000:0.0:1788833762.231125:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833762.231237:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833762.231258:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833762.231278:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833762.231297:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833762.231318:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612002304 00000100:00100000:0.0:1788833762.231322:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612002304 00000100:00100000:0.0:1788833762.231357:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612002816 00000100:00100000:0.0:1788833762.231360:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612002816 00000100:00100000:0.0:1788833762.231374:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612002688 00000100:00100000:0.0:1788833762.231376:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612002688 00000100:00100000:0.0:1788833762.231385:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612002432 00000100:00100000:0.0:1788833762.231387:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612002432 00000100:00100000:0.0:1788833762.231400:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 86 00000100:00100000:0.0:1788833762.231406:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4384b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+13:2408:x1875727612002304:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833762.231448:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4384b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+13:2408:x1875727612002304:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 41us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833762.231455:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 86 00000100:00100000:0.0:1788833762.231468:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 87 00000100:00100000:0.0:1788833762.231474:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2408:x1875727612002816:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833762.231495:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2408:x1875727612002816:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 22us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833762.231501:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 87 00000100:00100000:0.0:1788833762.231512:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 88 00000100:00100000:0.0:1788833762.231533:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+6:2408:x1875727612002688:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833762.231564:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e9cf73b-8469-49e0-a1d7-892cae26df9e+6:2408:x1875727612002688:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 33us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833762.231571:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 88 00000100:00100000:0.0:1788833762.231590:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 89 00000100:00100000:0.0:1788833762.231596:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2409:x1875727612002432:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833762.231619:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2409:x1875727612002432:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 23us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833762.231626:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 89 00000100:00100000:0.0:1788833762.231643:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612002560 00000100:00100000:0.0:1788833762.231647:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612002560 00000100:00100000:0.0:1788833762.231675:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 38 00000100:00100000:0.0:1788833762.231681:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2408:x1875727612002560:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833762.231706:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2408:x1875727612002560:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 26us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833762.231712:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 38 00000100:00080000:0.0:1788833762.231733:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788833762.231737:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788833762.231739:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788833762.572207:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788833763.215119:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000020:00000080:2.0:1788833763.215128:0:19408:0:(genops.c:885:class_export_put()) final put ffff985d6f24d000/2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000001:00100000:2.0:1788833763.215152:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000020:00000080:2.0:1788833763.215155:0:19408:0:(genops.c:885:class_export_put()) final put ffff985c41c26000/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000020:00000080:3.0:1788833763.215186:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff985d6f24d000/2e9cf73b-8469-49e0-a1d7-892cae26df9e for lustre-OST0001 00000020:00000080:3.0:1788833763.215244:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff985c41c26000/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 for lustre-OST0001 00000020:00000080:3.0:1788833763.215268:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d6f24a000 for lustre-OST0001 00000020:00000080:3.0:1788833763.215275:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7c1c7000 for lustre-OST0001 00000001:00100000:1.0:1788833763.215745:0:18590:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000020:00000080:1.0:1788833763.215750:0:18590:0:(genops.c:885:class_export_put()) final put ffff985d6f24e800/2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000020:00000080:0.0:1788833763.215882:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d6f24e800/2e9cf73b-8469-49e0-a1d7-892cae26df9e for lustre-OST0000 00000020:00000080:0.0:1788833763.215927:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d6f24c800 for lustre-OST0000 00010000:00010000:0.0:1788833763.596371:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833764.292813:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833764.292882:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612003072 00000100:00100000:3.0:1788833764.292891:0:17090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612003072 00000100:00100000:3.0:1788833764.292959:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 13 00000100:00100000:3.0:1788833764.292969:0:17090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+13:16368:x1875727612003072:12345-192.168.202.26@tcp:35:umount.0 00000100:00080000:0.0:1788833764.293132:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1788833764.293799:0:17090:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:3.0:1788833764.293971:0:17090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+15:16368:x1875727612003072:12345-192.168.202.26@tcp:35:umount.0 Request processed in 1002us (1164us total) trans 8589934625 rc 0/0 00000100:00100000:3.0:1788833764.293980:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 13 00000020:00080000:3.0:1788833764.293985:0:17090:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788833764.299192:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833764.299272:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833764.299563:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833764.299712:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612003328 00000100:00100000:3.0:1788833764.299721:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612003328 00000100:00100000:3.0:1788833764.299784:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612003200 00000100:00100000:3.0:1788833764.299786:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612003200 00000100:00100000:3.0:1788833764.299807:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 3 00000100:00100000:3.0:1788833764.299814:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+14:2409:x1875727612003328:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833764.299825:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833764.299841:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43163800/0x35a208207d20d880 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c995c0 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.299857:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833764.299895:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+13:2409:x1875727612003328:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 83us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833764.299901:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 3 00000100:00100000:3.0:1788833764.299913:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 4 00000100:00100000:3.0:1788833764.299917:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d756b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+12:2406:x1875727612003200:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833764.299923:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833764.299928:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423ef600/0x35a208207d20d879 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9958f expref: 12 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.299947:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833764.299960:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d756b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+11:2406:x1875727612003200:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 43us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833764.299965:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 4 00000100:00100000:3.0:1788833764.301537:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612003456 00000100:00100000:3.0:1788833764.301548:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612003456 00000100:00100000:3.0:1788833764.301587:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 5 00000100:00100000:3.0:1788833764.301595:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+11:2406:x1875727612003456:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833764.301606:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833764.301620:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43163a00/0x35a208207d20d905 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99676 expref: 11 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.301636:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833764.301668:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+10:2406:x1875727612003456:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 75us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833764.301674:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 5 00000100:00100000:1.0:1788833764.301837:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833764.301903:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612003584 00000100:00100000:3.0:1788833764.301909:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612003584 00000100:00100000:3.0:1788833764.301955:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 33 00000100:00100000:3.0:1788833764.301962:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2405:x1875727612003584:12345-192.168.202.26@tcp:9:umount.0 00000020:00000080:3.0:1788833764.301995:0:18593:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d89c 00000100:00080000:3.0:1788833764.302003:0:18593:0:(import.c:65:import_set_state_nolock()) ffff985c41c22800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788833764.302061:0:18593:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788833764.302215:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+2:2405:x1875727612003584:12345-192.168.202.26@tcp:9:umount.0 Request processed in 253us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833764.302222:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 33 00010000:00010000:3.0:1788833764.302288:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788833764.303121:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788833764.308194:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833764.308306:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612004480 00000100:00100000:1.0:1788833764.308315:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612004480 00000100:00100000:1.0:1788833764.308375:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 67 00000100:00100000:1.0:1788833764.308386:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+15:2405:x1875727612004480:12345-192.168.202.26@tcp:39:umount.0 00000020:00000080:1.0:1788833764.308418:0:17087:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d88e 00000020:00010000:1.0:1788833764.308438:0:17087:0:(genops.c:1921:obd_stale_export_put()) Put export ffff985c4394a000: total 0 00000100:00080000:1.0:1788833764.308443:0:17087:0:(import.c:65:import_set_state_nolock()) ffff985c4394c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788833764.308469:0:17087:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000020:00010000:3.0:1788833764.308472:0:17075:0:(genops.c:1907:obd_stale_export_get()) Get export ffff985c4394a000: total 0 00010000:00010000:3.0:1788833764.308476:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833764.308521:0:17075:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff985c4394a000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788833764.308560:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff985d7b97d700) 00010000:00010000:3.0:1788833764.308563:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788833764.308568:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20d959 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9967d expref: 15 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.308590:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff985d7b97d100) 00010000:00010000:3.0:1788833764.308591:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788833764.308594:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20db43 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99710 expref: 13 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.308628:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff985c417d0200) 00010000:00010000:3.0:1788833764.308631:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788833764.308635:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9000/0x35a208207d20da39 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c996bc expref: 12 pid: 19877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.308652:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff985c417d0b00) 00000100:00100000:1.0:1788833764.308654:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+11:2405:x1875727612004480:12345-192.168.202.26@tcp:39:umount.0 Request processed in 268us (469us total) trans 8589934626 rc 0/0 00010000:00010000:3.0:1788833764.308656:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788833764.308663:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75645e00/0x35a208207d20dae8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c996fb expref: 11 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833764.308667:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 67 00010000:00010000:3.0:1788833764.308685:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff985c417d0b00) 00010000:00010000:3.0:1788833764.308689:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788833764.308698:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75644000/0x35a208207d20dab7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c996e6 expref: 9 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.308736:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff985c417d0e00) 00010000:00010000:3.0:1788833764.308738:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788833764.308741:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75644200/0x35a208207d20d975 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99684 expref: 8 pid: 19877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.308752:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d7b97d500) 00010000:00010000:3.0:1788833764.308754:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788833764.308757:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20d9b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99692 expref: 7 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.308767:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff985c417d0b00) 00010000:00010000:3.0:1788833764.308768:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788833764.308770:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eea00/0x35a208207d20db9e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99733 expref: 6 pid: 19877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833764.308779:0:17075:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff985c4394a000, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1788833764.308788:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833764.308789:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833764.308791:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833764.315449:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833764.315564:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612004608 00000100:00100000:2.0:1788833764.315574:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612004608 00000100:00100000:2.0:1788833764.315645:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 68 00000100:00100000:2.0:1788833764.315657:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+5:2405:x1875727612004608:12345-192.168.202.26@tcp:39:umount.0 00000020:00000080:2.0:1788833764.315707:0:17088:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d895 00000100:00080000:2.0:1788833764.315724:0:17088:0:(import.c:65:import_set_state_nolock()) ffff985c41c22000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788833764.315757:0:17088:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1788833764.315964:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cffbcfe8-9d90-4bfe-9026-72c5cb619b26+3:2405:x1875727612004608:12345-192.168.202.26@tcp:39:umount.0 Request processed in 310us (523us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1788833764.315970:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 68 00010000:00010000:3.0:1788833764.316299:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788833764.316387:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788833764.622568:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833765.649173:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833765.772548:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620472704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833765.772625:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833765.772864:0:17093:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472704 00000100:00100000:3.0:1788833765.772872:0:17093:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472704 00000100:00100000:3.0:1788833765.772929:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788833765.772940:0:17093:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620472704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788833765.772974:0:17093:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788833765.773044:0:17093:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620472704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833765.773052:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788833765.773119:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620472704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788833765.773218:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620472576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788833765.773256:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833765.773296:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788833765.773303:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620472448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833765.773328:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833765.773467:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472576 00000100:00100000:0.0:1788833765.773472:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472576 00000100:00100000:0.0:1788833765.773635:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472448 00000100:00100000:0.0:1788833765.773645:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472448 00000100:00100000:0.0:1788833765.773667:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788833765.773673:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620472576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788833765.773694:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:2.0:1788833765.773878:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788833765.773907:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620472576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788833765.773951:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620472576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833765.773959:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788833765.773976:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833765.773983:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620472448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788833765.773993:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788833765.774036:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620472448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833765.774041:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788833765.774203:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620472448:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1788833766.032318:0:17842:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788833766.284555:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620472832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788833766.284639:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833766.284984:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472832 00000100:00100000:2.0:1788833766.284995:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472832 00000100:00100000:2.0:1788833766.285071:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788833766.285084:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620472832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788833766.285159:0:17092:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788833766.285224:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620472832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 143us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833766.285231:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788833766.285320:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620472832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788833766.426675:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833766.426731:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833766.426830:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612004736 00000100:00100000:3.0:1788833766.426842:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612004736 00000100:00100000:3.0:1788833766.426927:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612004864 00000100:00100000:3.0:1788833766.426931:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612004864 00000100:00100000:3.0:1788833766.426962:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 6 00000100:00100000:3.0:1788833766.426973:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+11:2406:x1875727612004736:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833766.427001:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788833766.427119:0:20114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 7 00000100:00100000:1.0:1788833766.427129:0:20114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62409975-f157-4a01-a85b-3dfa90cce266+11:2406:x1875727612004864:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788833766.427137:0:20114:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833766.427155:0:20114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75644e00/0x35a208207d20d8bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99630 expref: 11 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833766.427176:0:20114:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833766.427252:0:20114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62409975-f157-4a01-a85b-3dfa90cce266+10:2406:x1875727612004864:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 124us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833766.427260:0:20114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 7 00010000:00010000:3.0:1788833766.427542:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43163200/0x35a208207d20d8b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c995ff expref: 9 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833766.427554:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833766.427578:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62409975-f157-4a01-a85b-3dfa90cce266+8:2406:x1875727612004736:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 606us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833766.427585:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 6 00000100:00100000:1.0:1788833766.435123:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833766.435397:0:20114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612004992 00000100:00100000:3.0:1788833766.435408:0:20114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612004992 00000100:00100000:3.0:1788833766.435474:0:20114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 8 00000100:00100000:3.0:1788833766.435486:0:20114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62409975-f157-4a01-a85b-3dfa90cce266+8:2406:x1875727612004992:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833766.435501:0:20114:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833766.435533:0:20114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423ef800/0x35a208207d20d8fe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9966f expref: 8 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833766.435549:0:20114:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833766.435616:0:20114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:62409975-f157-4a01-a85b-3dfa90cce266+7:2406:x1875727612004992:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 133us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833766.435624:0:20114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 8 00000100:00100000:1.0:1788833766.435765:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833766.435874:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612005248 00000100:00100000:3.0:1788833766.435878:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612005248 00000100:00100000:3.0:1788833766.435923:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 69 00000100:00100000:3.0:1788833766.435930:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e9cf73b-8469-49e0-a1d7-892cae26df9e+6:2405:x1875727612005248:12345-192.168.202.26@tcp:39:umount.0 00000100:00080000:1.0:1788833766.436144:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1788833766.436204:0:19877:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d8cd 00000020:00010000:3.0:1788833766.436213:0:19877:0:(genops.c:1921:obd_stale_export_put()) Put export ffff985d6f24c000: total 0 00000100:00080000:3.0:1788833766.436218:0:19877:0:(import.c:65:import_set_state_nolock()) ffff985d6f24a800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788833766.436250:0:19877:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:3.0:1788833766.436375:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2405:x1875727612005248:12345-192.168.202.26@tcp:39:umount.0 Request processed in 445us (610us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1788833766.436382:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 69 00000020:00010000:1.0:1788833766.436451:0:17075:0:(genops.c:1907:obd_stale_export_get()) Get export ffff985d6f24c000: total 0 00010000:00010000:1.0:1788833766.436513:0:17075:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff985d6f24c000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788833766.436544:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d7b97d500) 00010000:00010000:1.0:1788833766.436548:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788833766.436554:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20d9c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99699 expref: 4 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833766.436574:0:17075:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff985d6f24c000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788833766.436585:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833766.436588:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833766.436590:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833766.462186:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833766.462514:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612005376 00000100:00100000:0.0:1788833766.462525:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612005376 00000100:00100000:0.0:1788833766.462602:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 70 00000100:00100000:0.0:1788833766.462614:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e9cf73b-8469-49e0-a1d7-892cae26df9e+5:2405:x1875727612005376:12345-192.168.202.26@tcp:39:umount.0 00000020:00000080:0.0:1788833766.462657:0:17089:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d8d4 00000100:00080000:0.0:1788833766.462667:0:17089:0:(import.c:65:import_set_state_nolock()) ffff985d463fd000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788833766.462700:0:17089:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:3.0:1788833766.462736:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833766.462862:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e9cf73b-8469-49e0-a1d7-892cae26df9e+3:2405:x1875727612005376:12345-192.168.202.26@tcp:39:umount.0 Request processed in 249us (685us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1788833766.462870:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 70 00000100:00080000:1.0:1788833766.463036:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788833766.548205:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833766.548317:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612005632 00000100:00100000:2.0:1788833766.548346:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612005632 00000100:00100000:2.0:1788833766.548410:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 175 00000100:00100000:2.0:1788833766.548422:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62409975-f157-4a01-a85b-3dfa90cce266+7:2405:x1875727612005632:12345-192.168.202.26@tcp:251:umount.0 00000020:00000080:2.0:1788833766.548474:0:17080:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d86b 00000020:00010000:2.0:1788833766.548482:0:17080:0:(genops.c:1921:obd_stale_export_put()) Put export ffff985d6f296800: total 0 00000100:00080000:2.0:1788833766.548488:0:17080:0:(import.c:65:import_set_state_nolock()) ffff985d6f292800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788833766.548574:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62409975-f157-4a01-a85b-3dfa90cce266+3:2405:x1875727612005632:12345-192.168.202.26@tcp:251:umount.0 Request processed in 154us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833766.548582:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 175 00000020:00010000:1.0:1788833766.548821:0:17075:0:(genops.c:1907:obd_stale_export_get()) Get export ffff985d6f296800: total 0 00010000:00010000:1.0:1788833766.548826:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833766.548878:0:17075:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff985d6f296800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788833766.548916:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43162a00/0x35a208207d20d872 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99588 expref: 2 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833766.548933:0:17075:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff985d6f296800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1788833766.548943:0:17075:0:(genops.c:885:class_export_put()) final put ffff985d6f296800/62409975-f157-4a01-a85b-3dfa90cce266 00010000:00010000:1.0:1788833766.548964:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833766.548966:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833766.548975:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788833766.549018:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d6f296800/62409975-f157-4a01-a85b-3dfa90cce266 for MGS 00000020:00000080:0.0:1788833766.549057:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d6f292800 for MGS 00010000:00010000:3.0:1788833766.668358:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833766.796709:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788833766.796769:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788833766.796795:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620473088:0@lo:400:kworker.0 00000100:00100000:2.0:1788833766.796870:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833766.796921:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473088 00000100:00100000:2.0:1788833766.796929:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473088 00000100:00100000:2.0:1788833766.796980:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788833766.796989:0:18595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620473088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833766.797053:0:18595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620473088:12345-0@lo:400:kworker.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833766.797060:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788833766.797127:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620473088:0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.797750:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788833766.797763:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620473216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833766.797815:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833766.797851:0:18598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473216 00000100:00100000:0.0:1788833766.797856:0:18598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473216 00000100:00100000:0.0:1788833766.797902:0:18598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833766.797910:0:18598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620473216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788833766.797934:0:18598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833766.797972:0:18598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620473216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833766.797979:0:18598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833766.798017:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620473216:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788833766.798048:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788833766.798624:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788833766.798635:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620473344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788833766.798670:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833766.798703:0:18598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473344 00000100:00100000:2.0:1788833766.798708:0:18598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473344 00000100:00100000:2.0:1788833766.798739:0:18598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788833766.798745:0:18598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4327e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620473344:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788833766.798769:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1788833766.798771:0:18598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788833766.798818:0:18598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4327e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620473344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833766.798825:0:18598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788833766.798891:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620473344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788833766.799028:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620472960:0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.799073:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833766.799137:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620472960 00000100:00100000:0.0:1788833766.799142:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620472960 00000100:00100000:0.0:1788833766.799204:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1788833766.799209:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5631ca64-4af8-4263-8066-d8822b7db6c9+24:3637:x1875727620472960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.799245:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5631ca64-4af8-4263-8066-d8822b7db6c9+24:3637:x1875727620472960:12345-0@lo:400:kworker.0 Request processed in 36us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833766.799249:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1788833766.799411:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620472960:0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.799680:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620473472:0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.799712:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833766.799837:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788833766.799844:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620473600:0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.799873:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833766.799903:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473600 00000100:00100000:3.0:1788833766.799907:0:17830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473600 00000100:00100000:3.0:1788833766.799950:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788833766.799957:0:17830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620473600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.799997:0:17830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620473600:12345-0@lo:400:kworker.0 Request processed in 41us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833766.800003:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788833766.800040:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620473600:0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.800079:0:20415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473472 00000100:00100000:3.0:1788833766.800082:0:20415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473472 00000100:00100000:3.0:1788833766.800136:0:20415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788833766.800143:0:20415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620473472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.800175:0:20415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620473472:12345-0@lo:400:kworker.0 Request processed in 33us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833766.800181:0:20415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788833766.800204:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620473472:0@lo:400:kworker.0 00000100:00100000:2.0:1788833766.801746:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620473728:0@lo:400:kworker.0 00000100:00100000:2.0:1788833766.801820:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833766.801846:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473728 00000100:00100000:3.0:1788833766.801853:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473728 00000100:00100000:3.0:1788833766.801901:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788833766.801912:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4327ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620473728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.801924:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620473856:0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.801980:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833766.802025:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473856 00000100:00100000:0.0:1788833766.802030:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473856 00000100:00100000:0.0:1788833766.802064:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788833766.802074:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620473856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.802135:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620473856:12345-0@lo:400:kworker.0 Request processed in 62us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833766.802138:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620473984:0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.802147:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788833766.802177:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620474368:0@lo:400:kworker.0 00000100:00100000:1.0:1788833766.802179:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833766.802218:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788833766.802225:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620474112:0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.802231:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833766.802270:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833766.802274:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620473856:0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.802296:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788833766.802302:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3635:1875727620474240:0@lo:400:kworker.0 00000100:00100000:1.0:1788833766.802324:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620473984 00000100:00100000:1.0:1788833766.802331:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620473984 00000100:00100000:0.0:1788833766.802331:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833766.802363:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620474368 00000100:00100000:0.0:1788833766.802368:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620474368 00000100:00100000:1.0:1788833766.802369:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620474112 00000100:00100000:1.0:1788833766.802374:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620474112 00000100:00100000:1.0:1788833766.802397:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620474240 00000100:00100000:1.0:1788833766.802399:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620474240 00000100:00100000:1.0:1788833766.802414:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788833766.802420:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620473984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833766.802456:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620473984:12345-0@lo:400:kworker.0 Request processed in 37us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833766.802464:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788833766.802471:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788833766.802481:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788833766.802483:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620474368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833766.802493:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620474112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.802625:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620474368:12345-0@lo:400:kworker.0 Request processed in 145us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833766.802633:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788833766.802648:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788833766.802655:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1875727620474240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833766.802684:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1875727620474240:12345-0@lo:400:kworker.0 Request processed in 30us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833766.802701:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788833766.802734:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3635:1875727620474240:0@lo:400:kworker.0 00010000:00080000:0.0:1788833766.802748:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d4602ca80 x1875727620474368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833766.802758:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620474368:0@lo:400:kworker.0 00000100:00080000:0.0:1788833766.802795:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788833766.802812:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788833766.802841:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620473984:0@lo:400:kworker.0 00000100:00100000:3.0:1788833766.802936:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4327ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620473728:12345-0@lo:400:kworker.0 Request processed in 1025us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833766.802943:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788833766.802966:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620473728:0@lo:400:kworker.0 00010000:00080000:0.0:1788833766.803069:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d6f224e00 x1875727620474112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833766.803079:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620474112:0@lo:400:kworker.0 00000100:00100000:1.0:1788833766.803120:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620474112:12345-0@lo:400:kworker.0 Request processed in 629us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833766.803127:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00010000:1.0:1788833767.697968:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788833768.606811:0:20660:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788833768.629285:0:20660:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1788833768.629339:0:20660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833768.629355:0:20660:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833768.629363:0:20660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833768.629370:0:20660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833768.629389:0:20660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788833768.629407:0:20660:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788833768.629433:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788833768.629438:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788833768.629444:0:20660:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788833768.629466:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985d46d0f000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788833768.629682:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875727620474496:0@lo:39:umount.0 00000100:00100000:1.0:1788833768.629752:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833768.629847:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620474496 00000100:00100000:0.0:1788833768.629855:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620474496 00000100:00100000:0.0:1788833768.629908:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788833768.629917:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875727620474496:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788833768.629954:0:19877:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d45f 00000100:00080000:0.0:1788833768.629963:0:19877:0:(import.c:65:import_set_state_nolock()) ffff985d5e705000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788833768.630032:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3633:x1875727620474496:12345-0@lo:39:umount.0 Request processed in 115us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833768.630040:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1788833768.630050:0:19877:0:(genops.c:885:class_export_put()) final put ffff985d74519000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1788833768.630167:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833768.630173:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.630195:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43ad4c00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833768.630208:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.630217:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833768.630225:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833768.630231:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788833768.630233:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788833768.630236:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788833768.630259:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.630266:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833768.630287:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.630294:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43ad4c00/0x35a208207d20d42e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d435 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.630305:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.630307:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.630308:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833768.630314:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788833768.630324:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620474624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833768.630352:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788833768.630409:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d46d0f000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788833768.630419:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875727620474496:0@lo:39:umount.0 00000100:00080000:1.0:1788833768.630439:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788833768.630441:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788833768.630445:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788833768.631357:0:20660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631370:0:20660:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631377:0:20660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631383:0:20660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631400:0:20660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833768.631411:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833768.631416:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631423:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cc000 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833768.631426:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631433:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833768.631440:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833768.631454:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788833768.631456:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1788833768.631476:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631482:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833768.631507:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631515:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cc000/0x35a208207d20d37f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d386 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631526:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.631528:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.631529:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833768.631543:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620474752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833768.631583:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833768.631631:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620474624 00000100:00100000:1.0:1788833768.631637:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620474624 00000100:00100000:1.0:1788833768.631675:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620474752 00000100:00100000:1.0:1788833768.631678:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620474752 00000100:00100000:1.0:1788833768.631699:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788833768.631706:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+25:3637:x1875727620474624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.631716:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833768.631730:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75645600/0x35a208207d20d435 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d42e expref: 25 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631742:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833768.631783:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+24:3637:x1875727620474624:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833768.631790:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788833768.631804:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788833768.631812:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+23:3637:x1875727620474752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.631819:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833768.631828:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d744cca00/0x35a208207d20d386 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d37f expref: 23 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631836:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833768.631859:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+22:3637:x1875727620474752:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833768.631864:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788833768.631889:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620474752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833768.631897:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620474624:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.631917:0:20660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631925:0:20660:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631931:0:20660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631936:0:20660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631949:0:20660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833768.631961:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833768.631965:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631972:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162e00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833768.631975:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.631981:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833768.631986:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833768.631990:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788833768.631992:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788833768.631995:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788833768.632009:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632014:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833768.632039:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632046:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20d78b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d792 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632056:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.632057:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.632059:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833768.632065:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788833768.632080:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620474880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833768.632126:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833768.632151:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620474880 00000100:00100000:1.0:1788833768.632154:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620474880 00000100:00100000:1.0:1788833768.632173:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788833768.632179:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d756b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+22:3635:x1875727620474880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.632186:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833768.632195:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43162c00/0x35a208207d20d792 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d78b expref: 22 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632204:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833768.632230:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d756b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+21:3635:x1875727620474880:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833768.632235:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788833768.632280:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620474880:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.632297:0:20660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632305:0:20660:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632312:0:20660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632318:0:20660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632330:0:20660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833768.632342:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833768.632346:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632351:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c8600 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833768.632354:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632361:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833768.632367:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833768.632372:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788833768.632374:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788833768.632376:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788833768.632389:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632395:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833768.632404:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632410:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d429c8600/0x35a208207d20d936 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d93d expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632419:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.632421:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.632422:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833768.632430:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620475008:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833768.632460:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833768.632499:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475008 00000100:00100000:1.0:1788833768.632503:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475008 00000100:00100000:1.0:1788833768.632521:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833768.632527:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+21:3635:x1875727620475008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.632533:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833768.632542:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d429c9e00/0x35a208207d20d93d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d936 expref: 21 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632550:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833768.632577:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+20:3635:x1875727620475008:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833768.632583:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833768.632604:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620475008:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.632620:0:20660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632628:0:20660:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632634:0:20660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632640:0:20660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632651:0:20660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788833768.632654:0:20660:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1788833768.632666:0:20660:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1788833768.632694:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833768.632698:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632704:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cda00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833768.632707:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632715:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833768.632721:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833768.632726:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788833768.632728:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788833768.632730:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788833768.632743:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632749:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833768.632759:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632765:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20d371 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d378 expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632774:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.632775:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833768.632777:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833768.632781:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788833768.632794:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620475136:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833768.632815:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833768.632835:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475136 00000100:00100000:1.0:1788833768.632838:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475136 00000100:00100000:1.0:1788833768.632855:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788833768.632861:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+20:3637:x1875727620475136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833768.632867:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833768.632874:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43ad5c00/0x35a208207d20d378 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d371 expref: 20 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833768.632883:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833768.632907:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5631ca64-4af8-4263-8066-d8822b7db6c9+19:3637:x1875727620475136:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833768.632912:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788833768.632932:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5631ca64-4af8-4263-8066-d8822b7db6c9:3637:1875727620475136:0@lo:103:ldlm_bl.0 00000020:01000004:1.0:1788833768.632951:0:20660:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1788833768.632955:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1788833768.632959:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788833768.632964:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/15 00000020:00080000:1.0:1788833768.632969:0:20660:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff985c41c25800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788833768.632974:0:20660:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff985c42eef800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788833768.632979:0:20660:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff985d75f7c000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788833768.632984:0:20660:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff985d7adb8000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788833768.632990:0:20660:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff985d6f24c000 2e9cf73b-8469-49e0-a1d7-892cae26df9e 192.168.202.26@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1788833768.632996:0:20660:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff985c4394a000 cffbcfe8-9d90-4bfe-9026-72c5cb619b26 192.168.202.26@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:1.0:1788833768.633000:0:20660:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff985c42c84d28) has exports, disconnecting them 00000020:00080000:1.0:1788833768.633010:0:20660:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff985c41c25800), last request at 1788833766 00000020:00000080:1.0:1788833768.633017:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d75a 00000100:00080000:1.0:1788833768.633034:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985c41c27000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788833768.633069:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788833768.633079:0:20660:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c41c25800): rc 0 00000020:00000080:1.0:1788833768.633081:0:20660:0:(genops.c:885:class_export_put()) final put ffff985c41c25800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1788833768.633106:0:20660:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff985c42eef800), last request at 1788833766 00000020:00000080:1.0:1788833768.633109:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d5fc 00000100:00080000:1.0:1788833768.633113:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985c42ee8000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788833768.633123:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788833768.633130:0:20660:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c42eef800): rc 0 00000020:00000080:1.0:1788833768.633132:0:20660:0:(genops.c:885:class_export_put()) final put ffff985c42eef800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1788833768.633135:0:20660:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff985d75f7c000), last request at 1788833694 00000020:00000080:1.0:1788833768.633137:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d54d 00000100:00080000:1.0:1788833768.633140:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985d75f7a800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788833768.633148:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788833768.633153:0:20660:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985d75f7c000): rc 0 00000020:00000080:1.0:1788833768.633155:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d75f7c000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1788833768.633159:0:20660:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff985d7adb8000), last request at 1788833694 00000020:00000080:1.0:1788833768.633161:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4f2 00000100:00080000:1.0:1788833768.633165:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985d7adbf000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788833768.633173:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788833768.633178:0:20660:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00080000:1.0:1788833768.633246:0:20660:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985d7adb8000): rc 0 00000004:00000080:1.0:1788833768.633252:0:20660:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffabdd47d9bae0 00000100:00080000:1.0:1788833768.633270:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788833768.633273:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000020:00000080:2.0:1788833768.634308:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d74519000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788833768.634361:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c41c25800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788833768.634383:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42eef800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788833768.634401:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d75f7c000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788833768.634621:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d5e705000 for lustre-MDT0000 00000020:00000080:2.0:1788833768.634627:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c41c27000 for lustre-MDT0000 00000020:00000080:2.0:1788833768.634630:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c42ee8000 for lustre-MDT0000 00000020:00000080:2.0:1788833768.634633:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d75f7a800 for lustre-MDT0000 00010000:00010000:2.0:1788833768.634643:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788833768.636279:0:20660:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788833768.636315:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985d7fa5c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788833768.636370:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620475264:0@lo:39:umount.0 00000100:00100000:1.0:1788833768.636458:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833768.636569:0:17093:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475264 00000100:00100000:3.0:1788833768.636578:0:17093:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475264 00000100:00100000:3.0:1788833768.636638:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788833768.636647:0:17093:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3633:x1875727620475264:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788833768.636675:0:17093:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d577 00000100:00080000:3.0:1788833768.636689:0:17093:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c6800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788833768.636715:0:17093:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788833768.637111:0:17093:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3633:x1875727620475264:12345-0@lo:39:umount.0 Request processed in 439us (627us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1788833768.637119:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:3.0:1788833768.637140:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788833768.637445:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788833768.637449:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1788833768.637467:0:20660:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788833768.637540:0:20660:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788833768.637556:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985d7451a800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788833768.637562:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788833768.637564:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1788833768.637579:0:20660:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788833768.637632:0:20660:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1788833768.637642:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985d74518000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1788833768.637694:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff985c42c84d28) has no exports 00000100:00080000:1.0:1788833768.638306:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7fa5c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788833768.638316:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620475264:0@lo:39:umount.0 00000100:00100000:1.0:1788833768.638332:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c4327d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620475392:0@lo:9:umount.0 00000100:00100000:1.0:1788833768.638382:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833768.638461:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620475520:0@lo:9:umount.0 00000100:00100000:1.0:1788833768.638495:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833768.638728:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475392 00000100:00100000:2.0:1788833768.638734:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475392 00000100:00080000:1.0:1788833768.638816:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788833768.638844:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475520 00000100:00100000:2.0:1788833768.638847:0:18595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475520 00000100:00100000:0.0:1788833768.638892:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833768.638903:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1875727620475392:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788833768.638939:0:18596:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d642 00000100:00080000:0.0:1788833768.638948:0:18596:0:(import.c:65:import_set_state_nolock()) ffff985c42c48000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788833768.638984:0:18596:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:1.0:1788833768.639072:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788833768.639194:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833768.639459:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3633:x1875727620475392:12345-0@lo:9:umount.0 Request processed in 558us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833768.639467:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833768.639495:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833768.639504:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1875727620475520:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788833768.639530:0:18596:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d799 00000100:00080000:0.0:1788833768.639537:0:18596:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788833768.639574:0:18596:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788833768.639657:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3633:x1875727620475520:12345-0@lo:9:umount.0 Request processed in 154us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833768.639664:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:3.0:1788833768.639716:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788833768.639771:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7451a800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788833768.639789:0:3633:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788833768.639791:0:3633:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788833768.639794:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c4327d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620475392:0@lo:9:umount.0 00000100:00080000:1.0:1788833768.639805:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d74518000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788833768.639810:0:3633:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788833768.639812:0:3633:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788833768.639814:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620475520:0@lo:9:umount.0 00000020:00080000:2.0:1788833768.645119:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff985c42c84d28) has no exports 00000020:00000080:2.0:1788833768.687069:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3cc 00000020:00000080:2.0:1788833768.687156:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5e713000/lustre-QMT0000_UUID 00000020:01000000:2.0:1788833768.687227:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1788833768.687299:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e713000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1788833768.687326:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833768.687336:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788833768.687340:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff985c4308cd28) has no exports 00000020:00000080:3.0:1788833768.687678:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3c5 00000020:00000080:3.0:1788833768.687684:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d7fa5c800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788833768.687737:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833768.687745:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788833768.687747:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d446c9000/lustre-QMT0000_UUID 00000020:00000080:3.0:1788833768.687750:0:20660:0:(genops.c:844:class_export_destroy()) destroying export ffff985d446c9000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1788833768.687757:0:20660:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:2.0:1788833768.687917:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7fa5c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1788833768.716297:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833769.740580:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788833769.871404:0:17067:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788833769.871415:0:17067:0:(genops.c:885:class_export_put()) final put ffff985d7adb8000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788833769.871436:0:17067:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000001:00080000:0.0:1788833769.871444:0:17067:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1788833769.871448:0:17067:0:(genops.c:885:class_export_put()) final put ffff985d6f24c000/2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000001:00100000:0.0:1788833769.871453:0:17067:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000001:00080000:0.0:1788833769.871457:0:17067:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:0.0:1788833769.871462:0:17067:0:(genops.c:885:class_export_put()) final put ffff985c4394a000/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000001:00100000:1.0:1788833769.871582:0:18590:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788833769.871586:0:18590:0:(genops.c:885:class_export_put()) final put ffff985c42c48800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788833769.871594:0:18590:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000020:00000080:1.0:1788833769.871596:0:18590:0:(genops.c:885:class_export_put()) final put ffff985c41c24000/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000020:00000080:2.0:1788833769.871709:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7adb8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1788833769.871770:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d6f24c000/2e9cf73b-8469-49e0-a1d7-892cae26df9e for lustre-MDT0000 00000020:00000080:2.0:1788833769.871797:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c4394a000/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 for lustre-MDT0000 00000020:00000080:2.0:1788833769.871821:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42c48800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788833769.871964:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c41c24000/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 for lustre-OST0000 00000020:00000080:2.0:1788833769.880172:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7adbf000 for lustre-MDT0000 00000020:00000080:2.0:1788833769.880190:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d6f24a800 for lustre-MDT0000 00000020:00000080:2.0:1788833769.880194:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c4394c000 for lustre-MDT0000 00000020:00000080:2.0:1788833769.880199:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c42c48000 for lustre-OST0000 00000020:00000080:2.0:1788833769.880205:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c41c22800 for lustre-OST0000 00000001:00100000:3.0:1788833769.882625:0:17820:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1788833769.882644:0:17820:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1788833769.882649:0:17820:0:(genops.c:885:class_export_put()) final put ffff985d7c1c1800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788833769.882671:0:17820:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000001:00080000:3.0:1788833769.882676:0:17820:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1788833769.882678:0:17820:0:(genops.c:885:class_export_put()) final put ffff985d6f290800/2e9cf73b-8469-49e0-a1d7-892cae26df9e 00000001:00100000:3.0:1788833769.882683:0:17820:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000001:00080000:3.0:1788833769.882687:0:17820:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1788833769.882688:0:17820:0:(genops.c:885:class_export_put()) final put ffff985c41c21800/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 00000020:00000080:2.0:1788833769.882741:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7c1c1800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1788833769.882804:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d6f290800/2e9cf73b-8469-49e0-a1d7-892cae26df9e for lustre-MDT0001 00000020:00000080:2.0:1788833769.882827:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c41c21800/cffbcfe8-9d90-4bfe-9026-72c5cb619b26 for lustre-MDT0001 00000020:00000080:2.0:1788833769.882863:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7c1c6800 for lustre-MDT0001 00000020:00000080:2.0:1788833769.882869:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d463fd000 for lustre-MDT0001 00000020:00000080:2.0:1788833769.882873:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c41c22000 for lustre-MDT0001 00000020:01000000:3.0:1788833770.700267:0:20660:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985c41d384e0 - data ffff985d520e6e58/ffff985c41d52400 00000020:01000000:3.0:1788833770.700444:0:20660:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985d53f8a060 - data ffff985d6041aa20/ffff985d7d31f400 00000001:00000004:3.0:1788833770.706439:0:20660:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00010000:00010000:1.0:1788833770.764226:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788833770.794128:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788833770.794138:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788833770.794154:0:20660:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff985c43af2300 x1875727620475264/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788833778 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833770.794211:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788833770.802663:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788833770.802672:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1788833770.802690:0:20660:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788833770.802693:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788833770.808884:0:17111:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788833770.808892:0:17111:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1788833770.808906:0:17111:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788833770.810229:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788833770.810235:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1788833770.810251:0:20660:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788833770.810253:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788833770.811152:0:17113:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788833770.811158:0:17113:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1788833770.811169:0:17113:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788833770.812989:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d394 00000020:00000080:2.0:1788833770.812999:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5e709000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788833770.814063:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e709000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788833770.817646:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3a9 00000020:00000080:2.0:1788833770.817661:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5e70e800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788833770.817717:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1788833770.817731:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833770.817740:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788833770.817745:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff985c42c819b8) has no exports 00000004:01000000:2.0:1788833770.817936:0:20660:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788833770.817947:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d40b 00000020:00000080:2.0:1788833770.817952:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5350c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788833770.823800:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e70e800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788833770.824351:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788833770.824843:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5350c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788833770.825193:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833770.825205:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788833770.825209:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff985d7bd1cd28) has no exports 00000020:00000080:3.0:1788833770.825218:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d404 00000020:00000080:3.0:1788833770.825227:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d7451f800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788833770.825647:0:20660:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788833770.825652:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788833770.825657:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1788833770.825662:0:20660:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788833770.825665:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788833770.825701:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833770.825707:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788833770.825714:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3f6 00000020:00000080:3.0:1788833770.825730:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d7451c800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788833770.825735:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788833770.825739:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833770.825742:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788833770.825745:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff985d7bd1b370) has no exports 00000020:00000080:3.0:1788833770.825749:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3ef 00000020:00000080:3.0:1788833770.825752:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d7451b800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788833770.827070:0:20660:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788833770.827077:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788833770.827080:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1788833770.827100:0:20660:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788833770.827102:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788833770.827131:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833770.827139:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1788833770.827153:0:20660:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788833770.827159:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3e1 00000020:00000080:0.0:1788833770.827224:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7451f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788833770.827233:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d74518000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788833770.827241:0:38:0:(genops.c:885:class_export_put()) final put ffff985d7451e800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788833770.827243:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7451e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788833770.827247:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788833770.827329:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7451c800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788833770.827334:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7451b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788833770.827338:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7451a800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788833770.827341:0:38:0:(genops.c:885:class_export_put()) final put ffff985c439db000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788833770.827343:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c439db000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788833770.827347:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788833770.827472:0:20660:0:(genops.c:885:class_export_put()) final put ffff985c439db800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788833770.827488:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1788833770.827498:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833770.827503:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788833770.827506:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff985c43088000) has no exports 00000020:00000080:3.0:1788833770.827510:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3da 00000020:00000080:3.0:1788833770.827514:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d7fa59000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788833770.830058:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c439db800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788833770.830076:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7fa59000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788833770.834147:0:20660:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1788833770.834157:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788833770.834161:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788833770.834169:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788833770.835507:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7fa5c000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1788833770.836043:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788833770.836056:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788833770.836062:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d7fa5e800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788833770.836066:0:20660:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7fa5e800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1788833770.836080:0:20660:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788833770.837609:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788833770.837621:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788833770.837628:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5e703800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788833770.837632:0:20660:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e703800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788833770.837639:0:20660:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788833770.837733:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3b0 00000020:00000080:2.0:1788833770.837741:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5e70a800/lustre-MDD0000_UUID 00000020:01000000:2.0:1788833770.837757:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788833770.837762:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833770.837767:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788833770.837770:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff985d47ec99b8) has no exports 00000020:00000080:2.0:1788833770.837790:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788833770.837794:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788833770.837798:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d3b7 00000020:00000080:2.0:1788833770.837802:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5e70c000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788833770.837810:0:20660:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d47127000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1788833770.837827:0:20660:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d47127000 3 00000020:01000004:2.0:1788833770.837831:0:20660:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff985d47127000 from lustre-MDT0000 00000020:00000080:2.0:1788833770.837859:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788833770.837863:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788833770.837866:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5e70d800/lustre-MDT0000_UUID 00000020:00000080:2.0:1788833770.837868:0:20660:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e70d800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788833770.837875:0:20660:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1788833770.837906:0:20660:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1788833770.837909:0:20660:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788833770.837912:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788833770.837915:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833770.837918:0:20660:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788833770.837924:0:20660:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff985c439d9000 5631ca64-4af8-4263-8066-d8822b7db6c9 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788833770.837929:0:20660:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff985c42c80000) has exports, disconnecting them 00000020:00080000:2.0:1788833770.837933:0:20660:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff985c439d9000), last request at 1788833678 00000020:00000080:2.0:1788833770.837949:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d35c 00000020:00010000:2.0:1788833770.837984:0:20660:0:(genops.c:1921:obd_stale_export_put()) Put export ffff985c439d9000: total 2 00000100:00080000:2.0:1788833770.837988:0:20660:0:(import.c:65:import_set_state_nolock()) ffff985d755e1000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1788833770.837997:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e70a800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1788833770.838002:0:38:0:(genops.c:885:class_export_put()) final put ffff985d5e70b000/lustre-MDD0000_UUID 00000020:00000080:0.0:1788833770.838004:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e70b000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00080000:2.0:1788833770.838006:0:20660:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c439d9000): rc 0 00000020:00080000:2.0:1788833770.838010:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff985c42c80000) has no exports 00000020:01000000:0.0:1788833770.838010:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000100:00100000:2.0:1788833770.838065:0:17080:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff985c4214ea00:17080] 0 exiting: rc = 1 00000020:00000080:0.0:1788833770.838067:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e70c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:0.0:1788833770.838109:0:17082:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff985d5e9e0600:17082] 2 exiting: rc = 0 00000020:00010000:3.0:1788833770.838189:0:17075:0:(genops.c:1907:obd_stale_export_get()) Get export ffff985c439d9000: total 0 00010000:00010000:3.0:1788833770.838229:0:17075:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff985c439d9000, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1788833770.838258:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75645a00/0x35a208207d20d745 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d73e expref: 14 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838273:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75644600/0x35a208207d20d36a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d363 expref: 13 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838284:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43163400/0x35a208207d20d784 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d77d expref: 12 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838297:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75645200/0x35a208207d20d47b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d474 expref: 11 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838309:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43162800/0x35a208207d20d5e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d5e0 expref: 10 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838321:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423efc00/0x35a208207d20d913 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d90c expref: 9 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838329:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43ad5000/0x35a208207d20d538 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d531 expref: 8 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838340:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d744cc200/0x35a208207d20d489 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d482 expref: 7 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838351:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423ee200/0x35a208207d20d921 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d91a expref: 6 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838371:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d744cc400/0x35a208207d20d497 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d490 expref: 5 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838381:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423eec00/0x35a208207d20d92f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d928 expref: 4 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838398:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d744cd000/0x35a208207d20d71b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d714 expref: 3 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838407:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43ad5e00/0x35a208207d20d5bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x35a208207d20d5b6 expref: 2 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833770.838416:0:17075:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff985c439d9000, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1788833770.838430:0:17075:0:(genops.c:885:class_export_put()) final put ffff985c439d9000/5631ca64-4af8-4263-8066-d8822b7db6c9 00010000:00010000:3.0:1788833770.838448:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833770.838450:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833770.838452:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788833770.839528:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c439d9000/5631ca64-4af8-4263-8066-d8822b7db6c9 for MGS 00000020:00000080:2.0:1788833770.839576:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d755e1000 for MGS 00000100:00100000:2.0:1788833770.840625:0:17081:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff985c4214f400:17081] 1 exiting: rc = 0 00000100:00100000:2.0:1788833770.846210:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846221:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846227:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846233:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846239:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846246:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846253:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846260:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846266:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846272:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846280:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846286:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846292:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846297:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846304:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846310:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846316:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846321:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846336:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846344:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846349:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846363:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846370:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846384:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846390:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846395:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846415:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846421:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846428:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846434:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846441:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846446:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846452:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846458:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846477:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846485:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846491:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846497:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846504:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846511:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846517:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846523:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846530:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846536:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846542:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846548:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846554:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846560:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846566:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846572:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846577:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846583:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846589:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846595:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846601:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846606:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846612:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846617:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846624:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846629:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846634:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846648:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846655:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833770.846661:0:20660:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1788833770.848641:0:20660:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985c42d1bd20 - data ffff985d4f555870/ffff985c42c44400 00000020:01000000:2.0:1788833770.849074:0:20660:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985d53f8a960 - data ffff985d4f6d1000/ffff985d76b55c00 00000020:00000080:2.0:1788833770.850672:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d340 00000020:00000080:2.0:1788833770.851168:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d47122000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788833770.851272:0:20660:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d47127000 from MGS, refs=2 00000020:01000004:2.0:1788833770.851277:0:20660:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d47127000 2 00000020:01000004:2.0:1788833770.851280:0:20660:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff985d47127000 from MGS 00000020:00000080:2.0:1788833770.851308:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788833770.851315:0:20660:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1788833770.851318:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d47125000/MGS 00000020:00000080:2.0:1788833770.851321:0:20660:0:(genops.c:844:class_export_destroy()) destroying export ffff985d47125000/MGS for MGS 00000020:01000000:2.0:1788833770.851337:0:20660:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:0.0:1788833770.851773:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d47122000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788833770.852121:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1788833770.852126:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833770.852133:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788833770.852140:0:20660:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff985d46d0c800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788833770.852146:0:20660:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff985c4302cd28) has exports, disconnecting them 00000020:00080000:2.0:1788833770.852152:0:20660:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff985d46d0c800), last request at 1788833679 00000020:00000080:2.0:1788833770.852157:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d443 00000020:00080000:2.0:1788833770.852171:0:20660:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985d46d0c800): rc 0 00000020:00000080:2.0:1788833770.852175:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d46d0c800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788833770.853079:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d46d0c800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788833770.867193:0:20660:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788833770.867203:0:20660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788833770.867208:0:20660:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788833770.867215:0:20660:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788833770.867247:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d46d0f000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788833770.867437:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833770.867454:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788833770.867459:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d5350d800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788833770.867472:0:20660:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5350d800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788833770.867482:0:20660:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788833770.867565:0:20660:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d47127000 1 00000020:00000080:0.0:1788833770.867571:0:20660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d332 00000020:00000080:0.0:1788833770.867578:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d47121800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788833770.867587:0:20660:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788833770.867595:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d47121800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788833770.867604:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788833770.867609:0:20660:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788833770.867612:0:20660:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff985c42c83370) has no exports 00000100:00100000:0.0:1788833770.894737:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788833770.894760:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620475648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788833770.894848:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833770.894891:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620475776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833770.894896:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475648 00000100:00100000:0.0:1788833770.894903:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475648 00000100:00100000:3.0:1788833770.894923:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833770.894953:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475776 00000100:00100000:3.0:1788833770.894957:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475776 00000100:00100000:0.0:1788833770.894962:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788833770.894980:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788833770.894982:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620475648:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788833770.894985:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3634:x1875727620475776:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1788833770.894990:0:17092:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00002000:00000024:0.0:1788833770.895009:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833770.895024:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3634:x1875727620475776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 38us (100us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788833770.895031:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788833770.895043:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620475648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833770.895049:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:02020000:3.0:1788833770.895066:0:3634:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:0.0:1788833770.895079:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620475648:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788833770.895933:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788833770.907675:0:3634:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788833770.907693:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985d7aec0000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788833770.907698:0:3634:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788833770.915459:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985d7aec0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833770.915491:0:3634:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 491 00000100:00080000:3.0:1788833770.915501:0:3634:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff985d7aec0000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833770.918457:0:3634:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c43af0000 x1875727620475904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833770.918838:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620475904:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788833770.918916:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833770.920214:0:17093:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620475904 00000100:00100000:0.0:1788833770.920226:0:17093:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620475904 00000100:00100000:0.0:1788833770.920274:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788833770.920282:0:17093:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3633:x1875727620475904:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1788833770.920304:0:17093:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788833770.941414:0:17093:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3633:x1875727620475904:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 21122us (22488us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788833770.941429:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:0.0:1788833770.941496:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aec0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788833770.941502:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788833770.941506:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620475904:0@lo:38:ptlrpcd_00_00.0 00000020:00000080:0.0:1788833771.031619:0:20660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833771.031631:0:20660:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1788833771.031637:0:20660:0:(genops.c:885:class_export_put()) final put ffff985d47123000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788833771.031642:0:20660:0:(genops.c:844:class_export_destroy()) destroying export ffff985d47123000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1788833771.031651:0:20660:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1788833771.031880:0:20660:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff985d47123800 00000020:02000400:0.0:1788833771.032064:0:20660:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1788833771.788288:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788833771.916977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788833771.916985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788833771.916989:0:38:0:(import.c:65:import_set_state_nolock()) ffff985d7aec0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833771.916997:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 567 00000100:00080000:3.0:1788833771.917002:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788833771.917020:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff985d7aec0000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833771.917046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f22a680 x1875727620476160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788833771.917142:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788833771.917160:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620476032:0@lo:400:kworker.0 00000400:00000100:2.0:1788833771.917213:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875727620476032 offset 0 length 224: 4 00000100:00100000:0.0:1788833771.917396:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620476416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833771.917437:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833771.917470:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788833771.917476:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620476288:0@lo:400:kworker.0 00000100:00100000:0.0:1788833771.917500:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833771.917528:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620476416 00000100:00100000:0.0:1788833771.917534:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620476416 00000100:00100000:0.0:1788833771.917602:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788833771.917612:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620476416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788833771.917640:0:18597:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833771.917682:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620476416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833771.917690:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1788833771.917709:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788833771.917754:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620476416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788833771.921512:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620476800:0@lo:400:kworker.0 00000100:00100000:1.0:1788833771.921589:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833771.921650:0:19115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620476288 00000100:00100000:1.0:1788833771.921656:0:19115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620476288 00000100:00100000:1.0:1788833771.921699:0:19115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788833771.921708:0:19115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620476288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833771.921758:0:19115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620476288:12345-0@lo:400:kworker.0 Request processed in 50us (4255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833771.921765:0:19115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788833771.921788:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620476160:0@lo:38:kworker.0 00000100:00100000:1.0:1788833771.921814:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833771.921844:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620476800 00000100:00100000:1.0:1788833771.921847:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620476800 00000100:00100000:1.0:1788833771.921881:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788833771.921888:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620476800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833771.921922:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620476800:12345-0@lo:400:kworker.0 Request processed in 35us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833771.921929:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788833771.921946:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620476160 00000100:00100000:1.0:1788833771.921950:0:17830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620476160 00000100:00100000:1.0:1788833771.921969:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788833771.921975:0:17830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3633:x1875727620476160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788833771.921993:0:17830:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788833771.922048:0:17830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3633:x1875727620476160:12345-0@lo:38:kworker.0 Request processed in 73us (233us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788833771.923421:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:1.0:1788833771.923481:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1788833771.923526:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff985d7af4bb80 x1875727620476800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833771.923802:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620476800:0@lo:400:kworker.0 00000100:00080000:1.0:1788833771.923848:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aec0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788833771.923853:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788833771.923856:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620476160:0@lo:38:kworker.0 00000100:00100000:1.0:1788833771.923905:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fc1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875727620476544:0@lo:400:kworker.0 00000100:00100000:1.0:1788833771.923954:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833771.923991:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833771.923998:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fc18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620476672:0@lo:400:kworker.0 00000100:00100000:1.0:1788833771.924036:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833771.924369:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620476544 00000100:00100000:1.0:1788833771.924376:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620476544 00000100:00100000:1.0:1788833771.924462:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620476672 00000100:00100000:1.0:1788833771.924466:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620476672 00000100:00100000:3.0:1788833771.924703:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788833771.924716:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620477056:0@lo:400:kworker.0 00000100:00100000:3.0:1788833771.924745:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833771.926484:0:20415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477056 00000100:00100000:2.0:1788833771.926496:0:20415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477056 00000100:00100000:2.0:1788833771.926562:0:20415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788833771.926572:0:20415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620477056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833771.926650:0:20415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620477056:12345-0@lo:400:kworker.0 Request processed in 79us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833771.926657:0:20415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788833771.926674:0:20415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788833771.926678:0:20415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3634:x1875727620476544:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788833771.926684:0:20415:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788833771.926710:0:20415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3634:x1875727620476544:12345-0@lo:400:kworker.0 Request processed in 31us (2756us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788833771.926716:0:20415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788833771.926727:0:20415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788833771.926731:0:20415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3634:x1875727620476672:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788833771.926736:0:20415:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788833771.926757:0:20415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3634:x1875727620476672:12345-0@lo:400:kworker.0 Request processed in 25us (2721us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788833771.926762:0:20415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00080000:2.0:1788833771.926793:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff985d7af49180 x1875727620477056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833771.926805:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620477056:0@lo:400:kworker.0 00000100:00080000:3.0:1788833771.927426:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788833771.927647:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788833771.927663:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620476928:0@lo:400:kworker.0 00000100:00100000:3.0:1788833771.927710:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833771.927742:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620476928 00000100:00100000:3.0:1788833771.927747:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620476928 00000100:00100000:3.0:1788833771.927773:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788833771.927779:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3636:x1875727620476928:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788833771.927797:0:19877:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788833771.927829:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3636:x1875727620476928:12345-0@lo:400:kworker.0 Request processed in 48us (118us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788833771.927836:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1788833771.927866:0:3636:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788833771.927870:0:3636:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c3000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788833771.927874:0:3636:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788833771.927880:0:3636:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833771.927883:0:3636:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 522 00000100:00080000:3.0:1788833771.927889:0:3636:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff985d7c1c3000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833771.927917:0:3636:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af49500 x1875727620477184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788833771.927937:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620476928:0@lo:400:kworker.0 00000100:00100000:3.0:1788833771.927970:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620476288:0@lo:400:kworker.0 00000100:00100000:2.0:1788833771.930346:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620477184:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1788833771.930419:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833771.930485:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477184 00000100:00100000:2.0:1788833771.930492:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477184 00000100:00100000:2.0:1788833771.930525:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788833771.930531:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4327d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3633:x1875727620477184:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1788833771.930551:0:19877:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788833771.930595:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4327d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3633:x1875727620477184:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 62us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788833771.930602:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1788833771.930645:0:3634:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788833771.930650:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985c43b6f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788833771.930654:0:3634:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788833771.930659:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985c43b6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788833771.930663:0:3634:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 506 00000100:00080000:2.0:1788833771.930668:0:3634:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff985c43b6f000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:2.0:1788833771.930692:0:3634:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c4327c700 x1875727620477312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788833771.930707:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fc18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620476672:0@lo:400:kworker.0 00000100:00080000:2.0:1788833771.930720:0:3634:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788833771.930723:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985d75f7b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788833771.930726:0:3634:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788833771.930728:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985d75f7b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788833771.930732:0:3634:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 491 00000100:00080000:2.0:1788833771.930735:0:3634:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff985d75f7b000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:2.0:1788833771.930747:0:3634:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c43844380 x1875727620477440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788833771.930756:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fc1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875727620476544:0@lo:400:kworker.0 00000100:00100000:2.0:1788833771.930782:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3633:1875727620477312:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788833771.930812:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833771.930827:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875727620477440:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788833771.930842:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788833771.930859:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833771.930863:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788833771.930866:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620477184:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1788833771.930881:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477312 00000100:00100000:2.0:1788833771.930884:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477312 00000100:00100000:2.0:1788833771.930896:0:19877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477440 00000100:00100000:2.0:1788833771.930899:0:19877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477440 00000100:00100000:2.0:1788833771.930909:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788833771.930913:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3633:x1875727620477312:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1788833771.930922:0:19877:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788833771.930946:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3633:x1875727620477312:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 32us (133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788833771.930951:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788833771.930961:0:19877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788833771.930964:0:19877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fc18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3633:x1875727620477440:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1788833771.930972:0:19877:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788833771.930991:0:19877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fc18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3633:x1875727620477440:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 25us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788833771.930996:0:19877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1788833771.931247:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c43b6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833771.931251:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788833771.931254:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c4327c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3633:1875727620477312:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1788833771.931270:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d75f7b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833771.931273:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788833771.931276:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43844380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875727620477440:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:3.0:1788833772.817656:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833773.837490:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788833773.972737:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788833773.972746:0:19408:0:(genops.c:885:class_export_put()) final put ffff985d7aee2800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788833773.972806:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aee2800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788833773.972854:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7aee6000 for lustre-OST0001 00000020:01000004:0.0:1788833774.810324:0:20861:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788833774.839446:0:20861:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1788833774.839502:0:20861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.839518:0:20861:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.839525:0:20861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.839531:0:20861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.839555:0:20861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788833774.839560:0:20861:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788833774.839584:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788833774.839589:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788833774.839595:0:20861:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788833774.839601:0:20861:0:(import.c:65:import_set_state_nolock()) ffff985d75f7b000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788833774.839607:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788833774.839609:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788833774.839612:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788833774.840678:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833774.840691:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833774.840703:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43ad4600 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833774.840706:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833774.840716:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833774.840744:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833774.840750:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788833774.840753:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788833774.840757:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788833774.840799:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833774.840806:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833774.840842:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833774.840849:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43ad4600/0x35a208207d20d531 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d538 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833774.840863:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833774.840865:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833774.840867:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833774.840900:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620477568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788833774.840968:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833774.841878:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477568 00000100:00100000:3.0:1788833774.841886:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477568 00000100:00100000:3.0:1788833774.841933:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788833774.841940:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3635:x1875727620477568:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788833774.841946:0:17072:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788833774 with bad export cookie 3864660365868585820 00010000:00010000:0.0:1788833774.842327:0:20861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842338:0:20861:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842362:0:20861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842370:0:20861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842384:0:20861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788833774.842390:0:20861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842397:0:20861:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842404:0:20861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842410:0:20861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842422:0:20861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788833774.842439:0:20861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842446:0:20861:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842453:0:20861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842470:0:20861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842478:0:20861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788833774.842484:0:20861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842490:0:20861:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842496:0:20861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842503:0:20861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833774.842510:0:20861:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1788833774.842514:0:20861:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1788833774.842538:0:20861:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1788833774.842542:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1788833774.842545:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788833774.842551:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1788833774.842556:0:20861:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff985c4394f000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788833774.842561:0:20861:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff985c42eec800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788833774.842566:0:20861:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff985d47ecb370) has exports, disconnecting them 00000020:00080000:0.0:1788833774.842570:0:20861:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff985c4394f000), last request at 1788833771 00000020:00000080:0.0:1788833774.842577:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d76f 00000100:00080000:0.0:1788833774.842594:0:20861:0:(import.c:65:import_set_state_nolock()) ffff985c4394e000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788833774.842644:0:20861:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c4394f000): rc 0 00000020:00000080:0.0:1788833774.842647:0:20861:0:(genops.c:885:class_export_put()) final put ffff985c4394f000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1788833774.842657:0:20861:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff985c42eec800), last request at 1788833771 00000020:00000080:0.0:1788833774.842660:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d611 00000100:00080000:0.0:1788833774.842666:0:20861:0:(import.c:65:import_set_state_nolock()) ffff985c42eed000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788833774.842672:0:20861:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c42eec800): rc 0 00000020:00000080:0.0:1788833774.842674:0:20861:0:(genops.c:885:class_export_put()) final put ffff985c42eec800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1788833774.842681:0:20861:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffabdd4331bae0 00000100:00080000:0.0:1788833774.842699:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788833774.842707:0:20861:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff985d75d3f800 x1875727620475776/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788833786 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833774.842717:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788833774.843563:0:20861:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788833774.843569:0:20861:0:(import.c:65:import_set_state_nolock()) ffff985d7aec0000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788833774.843698:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788833774.843701:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788833774.843712:0:20861:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788833774.843779:0:20861:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788833774.843798:0:20861:0:(import.c:65:import_set_state_nolock()) ffff985d7adbf800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788833774.843810:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788833774.843812:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788833774.843818:0:20861:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788833774.843874:0:20861:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788833774.843882:0:20861:0:(import.c:65:import_set_state_nolock()) ffff985d5e9b4800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1788833774.843919:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff985d47ecb370) has no exports 00000100:00100000:1.0:1788833774.844043:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620475776:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788833774.844072:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788833774.844079:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844105:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43ad4800 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833774.844109:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844119:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833774.844139:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833774.844145:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788833774.844148:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1788833774.844151:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:1.0:1788833774.844175:0:17076:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844181:0:17076:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833774.844199:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844206:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43ad4800/0x35a208207d20d490 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d497 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844219:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788833774.844223:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844228:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163c00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833774.844231:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844239:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833774.844246:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833774.844261:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788833774.844263:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788833774.844265:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788833774.844279:0:17076:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844285:0:17076:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833774.844292:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844298:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20d77d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d784 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844311:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788833774.844315:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844321:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162200 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833774.844324:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844330:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833774.844337:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833774.844342:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788833774.844344:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788833774.844351:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788833774.844364:0:17076:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844370:0:17076:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833774.844381:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844388:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43162200/0x35a208207d20d928 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d92f expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844397:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833774.844401:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844407:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cd800 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833774.844410:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844417:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833774.844424:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833774.844440:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788833774.844442:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788833774.844444:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788833774.844456:0:17076:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844462:0:17076:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833774.844474:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844481:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20d482 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x35a208207d20d489 expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833774.844493:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833774.844495:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833774.844496:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833774.844546:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5631ca64-4af8-4263-8066-d8822b7db6c9:3636:1875727620477952:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833774.844611:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833774.844665:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788833774.844671:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5631ca64-4af8-4263-8066-d8822b7db6c9:3636:1875727620478080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833774.844691:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833774.844723:0:20114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477952 00000100:00100000:1.0:1788833774.844728:0:20114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477952 00000100:00100000:1.0:1788833774.844753:0:20114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620478080 00000100:00100000:1.0:1788833774.844755:0:20114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620478080 00000100:00100000:1.0:1788833774.844768:0:20114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788833774.844775:0:20114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3636:x1875727620477952:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788833774.844782:0:20114:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788833774 with bad export cookie 3864660365868585820 00000100:00100000:1.0:1788833774.844825:0:20114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3636:x1875727620477952:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (214us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788833774.844832:0:20114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788833774.844847:0:20114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788833774.844851:0:20114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3636:x1875727620478080:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788833774.844855:0:20114:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788833774 with bad export cookie 3864660365868585820 00000100:00100000:1.0:1788833774.844880:0:20114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3636:x1875727620478080:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (188us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788833774.844892:0:20114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788833774.844914:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620478208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833774.844939:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833774.844956:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833774.844962:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620478336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833774.844982:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833774.845003:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620478208 00000100:00100000:1.0:1788833774.845006:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620478208 00000100:00100000:1.0:1788833774.845018:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620478336 00000100:00100000:1.0:1788833774.845021:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620478336 00000100:00100000:1.0:1788833774.845029:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788833774.845033:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3634:x1875727620478208:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788833774.845038:0:17073:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788833774 with bad export cookie 3864660365868585820 00000100:00100000:1.0:1788833774.845068:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3634:x1875727620478208:12345-0@lo:103:ldlm_bl.0 Request processed in 33us (128us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788833774.845074:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788833774.845102:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788833774.845107:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d756b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3634:x1875727620478336:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788833774.845111:0:17073:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788833774 with bad export cookie 3864660365868585820 00000100:00100000:1.0:1788833774.845135:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d756b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3634:x1875727620478336:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (152us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788833774.845140:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1788833774.845166:0:3634:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788833774.845170:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985c43a84000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1788833774.845173:0:3634:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.126@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:2.0:1788833774.845329:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620477696:0@lo:9:umount.0 00000100:00100000:2.0:1788833774.845365:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833774.845388:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620477824:0@lo:9:umount.0 00000100:00100000:2.0:1788833774.845409:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833774.845455:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477696 00000100:00100000:2.0:1788833774.845459:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477696 00000100:00100000:2.0:1788833774.845495:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620477824 00000100:00100000:2.0:1788833774.845498:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620477824 00000100:00100000:2.0:1788833774.845517:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788833774.845522:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c4327c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3633:x1875727620477696:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788833774.845543:0:18596:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d63b 00000100:00080000:2.0:1788833774.845551:0:18596:0:(import.c:65:import_set_state_nolock()) ffff985c42c4d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788833774.846844:0:18596:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788833774.847032:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c4327c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3633:x1875727620477696:12345-0@lo:9:umount.0 Request processed in 1506us (1663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833774.847041:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788833774.847063:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788833774.847073:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3633:x1875727620477824:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788833774.847125:0:18596:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d7a0 00000100:00080000:2.0:1788833774.847133:0:18596:0:(import.c:65:import_set_state_nolock()) ffff985d7aee7800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788833774.847155:0:18596:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788833774.847229:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3633:x1875727620477824:12345-0@lo:9:umount.0 Request processed in 159us (1819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833774.847236:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1788833774.847261:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788833774.847265:0:17083:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:2.0:1788833774.847283:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c4394f000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788833774.847328:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42eec800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788833774.847349:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c4394e000 for lustre-MDT0001 00000020:00000080:2.0:1788833774.847353:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c42eed000 for lustre-MDT0001 00000100:00080000:2.0:1788833774.847388:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbf800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788833774.847401:0:3633:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788833774.847403:0:3633:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788833774.847407:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620477696:0@lo:9:umount.0 00000100:00080000:2.0:1788833774.847418:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d5e9b4800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788833774.847425:0:3633:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788833774.847440:0:3633:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788833774.847443:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620477824:0@lo:9:umount.0 00010000:00010000:2.0:1788833774.847488:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788833774.850948:0:3636:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:2.0:1788833774.851039:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833774.851532:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3635:x1875727620477568:12345-0@lo:103:ldlm_bl.0 Request processed in 9583us (10556us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788833774.851550:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1788833774.851579:0:3635:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788833774.879450:0:3634:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.126@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1788833774.879501:0:3634:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788833774.879517:0:3634:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f229500 x1875727620476032/t0(0) o400->MGC192.168.202.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788833787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833774.879536:0:3634:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d7af4ad80 x1875727620477568/t0(0) o103->MGC192.168.202.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788833790 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833774.879547:0:3634:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d4602e300 x1875727620477952/t0(0) o103->MGC192.168.202.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788833790 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833774.879557:0:3634:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d4602f100 x1875727620478080/t0(0) o103->MGC192.168.202.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788833790 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833774.879566:0:3634:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d4602f800 x1875727620478208/t0(0) o103->MGC192.168.202.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788833790 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833774.879576:0:3634:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d4602c380 x1875727620478336/t0(0) o103->MGC192.168.202.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788833790 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788833774.879598:0:3634:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788833774.879600:0:3636:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff985c43a84000 already not connected (conn 1, was 1): DISCONN 00000100:00080000:1.0:1788833774.879602:0:3634:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788833774.879605:0:3634:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788833774.879612:0:3634:0:(import.c:65:import_set_state_nolock()) ffff985c43a84000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833774.879620:0:3634:0:(import.c:510:import_select_connection()) MGC192.168.202.126@tcp: connect to NID 0@lo last attempt 475 00000100:00080000:1.0:1788833774.879632:0:3634:0:(import.c:624:import_select_connection()) MGC192.168.202.126@tcp: import ffff985c43a84000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833774.879685:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5631ca64-4af8-4263-8066-d8822b7db6c9:3636:1875727620477952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788833774.879734:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5631ca64-4af8-4263-8066-d8822b7db6c9:3636:1875727620478080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833774.879746:0:3634:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f22a680 x1875727620478464/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833774.879796:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620478208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833774.879811:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620476032:0@lo:400:kworker.0 00000100:00100000:1.0:1788833774.879843:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5631ca64-4af8-4263-8066-d8822b7db6c9:3634:1875727620478336:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788833774.880162:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788833774.881002:0:3635:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff985c43a84000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1788833774.881029:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5631ca64-4af8-4263-8066-d8822b7db6c9:3635:1875727620477568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788833774.881118:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5631ca64-4af8-4263-8066-d8822b7db6c9:3633:1875727620478464:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:2.0:1788833774.881188:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875727620478464 offset 0 length 520: 4 00000020:00080000:1.0:1788833774.884823:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff985d47ecb370) has no exports 00000020:01000000:0.0:1788833774.962380:0:20861:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985d53f8a120 - data ffff985d604111b0/ffff985d6fbfcc00 00000020:01000000:0.0:1788833774.962569:0:20861:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985d7b9f0de0 - data ffff985d4f6bf438/ffff985d7c003000 00000001:00000004:0.0:1788833774.973183:0:20861:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1788833775.023887:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788833775.023897:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788833775.023919:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788833775.027017:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788833775.027026:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788833775.027049:0:20861:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788833775.027052:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788833775.030549:0:17829:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788833775.030572:0:17829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788833775.030590:0:17829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788833775.031131:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788833775.031139:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788833775.031172:0:20861:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788833775.031175:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788833775.032269:0:17832:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788833775.032274:0:17832:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788833775.032284:0:17832:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788833775.035728:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4a5 00000020:00000080:3.0:1788833775.035742:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d7aec2000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788833775.036135:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aec2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788833775.036774:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4ba 00000020:00000080:3.0:1788833775.036783:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d5e9b3800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788833775.036802:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1788833775.036808:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833775.036819:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788833775.036824:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff985d47ec8000) has no exports 00000020:00000080:0.0:1788833775.036920:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b3800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:3.0:1788833775.037275:0:20861:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788833775.037284:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d50e 00000020:00000080:3.0:1788833775.037289:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d7aee6800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788833775.037376:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788833775.037451:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788833775.037453:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aee6800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1788833775.037458:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788833775.037461:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff985d712c4d28) has no exports 00000020:00000080:3.0:1788833775.037468:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d507 00000020:00000080:3.0:1788833775.037472:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d7adba800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788833775.037497:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7adba800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1788833775.037845:0:20861:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788833775.037850:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788833775.037855:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788833775.037861:0:20861:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788833775.037864:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788833775.037914:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833775.037930:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788833775.037937:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4f9 00000020:00000080:3.0:1788833775.037942:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d7adbd000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788833775.037946:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788833775.037949:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833775.037953:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788833775.037956:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff985d712c3370) has no exports 00000020:00000080:3.0:1788833775.037960:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4eb 00000020:00000080:3.0:1788833775.037962:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d7adbe000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788833775.038124:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d5e9b4800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788833775.038131:0:15059:0:(genops.c:885:class_export_put()) final put ffff985d7adba000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788833775.038133:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7adba000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788833775.038138:0:15059:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788833775.038302:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7adbd000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788833775.038307:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7adbe000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1788833775.038700:0:20861:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788833775.038704:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788833775.038707:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788833775.038711:0:20861:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788833775.038714:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788833775.038752:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833775.038757:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1788833775.038768:0:20861:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788833775.038772:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4dd 00000020:00000080:3.0:1788833775.038777:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d5e9b1000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788833775.038782:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1788833775.038785:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833775.038789:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788833775.038792:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff985d712c19b8) has no exports 00000020:00000080:3.0:1788833775.038796:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4d6 00000020:00000080:3.0:1788833775.038799:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d5e9b0800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788833775.038896:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7adbf800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788833775.038903:0:15059:0:(genops.c:885:class_export_put()) final put ffff985d62634000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788833775.038905:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d62634000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1788833775.038911:0:15059:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788833775.038954:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b1000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788833775.038959:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788833775.042816:0:20861:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788833775.042834:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788833775.042839:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788833775.042846:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788833775.042906:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833775.042918:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788833775.042944:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833775.042947:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788833775.042953:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d7aec3000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788833775.042958:0:20861:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aec3000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788833775.042964:0:20861:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788833775.042971:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7aec0000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788833775.042987:0:15059:0:(genops.c:885:class_export_put()) final put ffff985d5e9b4000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788833775.042989:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b4000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788833775.042994:0:15059:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788833775.043145:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4c1 00000020:00000080:0.0:1788833775.043166:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d5e9b2000/lustre-MDD0001_UUID 00000020:01000000:0.0:1788833775.043180:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788833775.043185:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788833775.043191:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788833775.043194:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff985d47eccd28) has no exports 00000020:00000080:0.0:1788833775.043213:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833775.043217:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788833775.043220:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d4c8 00000020:00000080:0.0:1788833775.043223:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d5e9b1800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788833775.043230:0:20861:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d62696800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788833775.043234:0:20861:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d62696800 2 00000020:01000004:0.0:1788833775.043237:0:20861:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff985d62696800 from lustre-MDT0001 00000020:00000080:0.0:1788833775.043253:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833775.043256:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788833775.043259:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d7aec1000/lustre-MDT0001_UUID 00000020:00000080:0.0:1788833775.043261:0:20861:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aec1000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788833775.043269:0:20861:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788833775.043296:0:20861:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788833775.043300:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788833775.043303:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788833775.043306:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788833775.043321:0:20861:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff985d75f79800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788833775.043326:0:20861:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff985d712c0000) has exports, disconnecting them 00000020:00080000:0.0:1788833775.043332:0:20861:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff985d75f79800), last request at 1788833694 00000020:00000080:0.0:1788833775.043335:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d546 00000020:00080000:0.0:1788833775.043347:0:20861:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985d75f79800): rc 0 00000020:00000080:0.0:1788833775.043351:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d75f79800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788833775.043702:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b2000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788833775.043707:0:15059:0:(genops.c:885:class_export_put()) final put ffff985d5e702000/lustre-MDD0001_UUID 00000020:00000080:1.0:1788833775.043709:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e702000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788833775.043713:0:15059:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788833775.043821:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b1800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788833775.043825:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d75f79800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1788833775.046177:0:20861:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1788833775.046186:0:20861:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788833775.046191:0:20861:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788833775.046198:0:20861:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788833775.046235:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d75f7b000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788833775.046535:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788833775.046548:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788833775.046553:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d75f7e000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788833775.046557:0:20861:0:(genops.c:844:class_export_destroy()) destroying export ffff985d75f7e000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788833775.046563:0:20861:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1788833775.046747:0:20861:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d62696800 1 00000020:00000080:1.0:1788833775.046754:0:20861:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d46d 00000020:00000080:1.0:1788833775.046761:0:20861:0:(genops.c:885:class_export_put()) final put ffff985c421ae800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1788833775.046771:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1788833775.046780:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c421ae800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788833775.046790:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788833775.046795:0:20861:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788833775.046809:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff985c43028000) has no exports 00000020:00000080:1.0:1788833775.088695:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788833775.088711:0:20861:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1788833775.088717:0:20861:0:(genops.c:885:class_export_put()) final put ffff985d62691800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788833775.088721:0:20861:0:(genops.c:844:class_export_destroy()) destroying export ffff985d62691800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1788833775.088730:0:20861:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1788833775.088853:0:20861:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff985d62690800 00000020:01000000:1.0:1788833775.088875:0:20861:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788833775.088880:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788833775.088885:0:20861:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788833775.088890:0:20861:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff985c4308b370) has no exports 00000100:00100000:1.0:1788833775.089014:0:17087:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff985d73bd1000:17087] 0 exiting: rc = 1 00000100:00100000:0.0:1788833775.089017:0:17088:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff985d73bd1c00:17088] 1 exiting: rc = 0 00000100:00100000:3.0:1788833775.089196:0:19877:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff985c41cc0400:19877] 3 exiting: rc = 0 00000100:00100000:2.0:1788833775.089242:0:20415:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff985c410de200:20415] 4 exiting: rc = 0 00000100:00100000:0.0:1788833775.089311:0:17089:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff985d744d1000:17089] 2 exiting: rc = 0 00000100:00100000:1.0:1788833775.089540:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089548:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089553:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089559:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089564:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089570:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089575:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089580:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089584:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089588:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089593:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089598:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089604:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089608:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089613:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089618:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089624:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089630:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089635:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089640:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089645:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089651:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089669:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089674:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089679:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089686:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089694:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089700:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089708:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089714:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089720:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089727:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089733:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089739:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089744:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089750:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089757:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089763:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089769:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089774:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089779:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089785:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089791:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089796:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089801:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089806:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089811:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089817:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089822:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089827:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089832:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089836:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089842:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089848:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089853:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089859:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089863:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089879:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089884:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089891:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089897:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089903:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089909:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.089915:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.093779:0:17090:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff985d4605c600:17090] 0 exiting: rc = 1 00000100:00100000:2.0:1788833775.094667:0:17091:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff985d7ac7c400:17091] 1 exiting: rc = 0 00000100:00100000:3.0:1788833775.094838:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094846:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094854:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094860:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094865:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094882:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094887:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094893:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094899:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094904:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094909:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094913:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094918:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094923:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094928:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094934:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094939:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094944:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094950:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094956:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094961:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094966:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094972:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094977:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094982:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094987:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094992:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.094998:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095003:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095008:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095012:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095017:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095022:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095028:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095033:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095038:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095043:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095048:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095052:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095058:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095071:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095077:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095082:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095307:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095315:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095320:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095325:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095331:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095338:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095347:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095356:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095366:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095375:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095385:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095391:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095396:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095402:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095408:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095413:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095419:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095439:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095599:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095610:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.095616:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.096863:0:17093:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff985d744e4a00:17093] 1 exiting: rc = 0 00000100:00100000:1.0:1788833775.096964:0:17830:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff985d627e7e00:17830] 2 exiting: rc = 0 00000100:00100000:1.0:1788833775.097035:0:17092:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff985d7aeb8000:17092] 0 exiting: rc = 1 00000100:00100000:3.0:1788833775.097125:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097139:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097146:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097153:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097159:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097165:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097172:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097178:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097185:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097191:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097198:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097216:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.097245:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098164:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098174:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098180:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098187:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098193:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098199:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098205:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098211:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098217:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098223:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098228:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098264:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098275:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098283:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098293:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098301:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098308:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098314:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098321:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098327:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098335:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098340:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098347:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098370:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098379:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098386:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098392:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098398:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098404:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098409:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098415:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098421:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098438:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098714:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098720:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098742:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098749:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098755:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098760:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098766:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098772:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098777:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098782:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098788:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098793:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098799:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098804:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098824:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098831:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098837:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.098843:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.109290:0:17095:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff985d744e5200:17095] 1 exiting: rc = 0 00000100:00100000:0.0:1788833775.109531:0:17094:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff985d744e5600:17094] 0 exiting: rc = 1 00000100:00100000:3.0:1788833775.109666:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109673:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109678:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109682:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109687:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109692:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109697:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109702:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109706:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109711:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109715:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109719:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109724:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109729:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109734:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109738:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109743:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109758:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109763:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109768:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109774:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109778:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109783:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109788:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109792:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109798:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109803:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109808:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109812:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109816:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109821:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109825:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109830:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109834:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109838:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109843:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109849:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109853:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109857:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109862:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109867:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109871:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109875:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109880:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109885:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109890:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109894:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109898:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109903:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109908:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109912:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109917:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109930:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109935:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109939:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109944:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109949:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109954:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109959:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109964:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109969:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109974:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109979:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.109985:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.110602:0:17097:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff985d47ebd800:17097] 1 exiting: rc = 0 00000100:00100000:0.0:1788833775.110719:0:17096:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff985c41e83800:17096] 0 exiting: rc = 1 00000100:00100000:3.0:1788833775.110812:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110820:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110825:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110830:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110837:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110843:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110848:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110853:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110858:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110863:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110868:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110873:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110877:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110882:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110888:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110893:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110898:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110903:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110908:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110913:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110918:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110923:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110928:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110943:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110948:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110952:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110957:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110961:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110966:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110971:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110975:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110979:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110983:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110988:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110993:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.110997:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111002:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111007:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111014:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111171:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111178:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111183:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111189:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111193:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111197:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111202:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111207:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111211:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111216:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111220:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111225:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111229:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111233:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111237:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111241:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111245:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111249:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111253:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111263:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111267:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111271:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111276:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111281:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.111286:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788833775.111808:0:17098:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff985d47ebdc00:17098] 0 exiting: rc = 1 00000100:00100000:1.0:1788833775.111888:0:17099:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff985d47ebd400:17099] 1 exiting: rc = 0 00000100:00100000:3.0:1788833775.112028:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112159:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112164:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112168:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112173:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112178:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112182:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112186:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112190:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112195:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112200:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112204:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112209:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112213:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112218:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112223:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112228:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112233:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112242:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112248:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112290:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112294:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112299:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112304:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112309:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112313:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112318:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112323:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112327:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112339:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112343:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112347:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112352:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112356:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112361:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112365:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112370:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112376:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112381:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112386:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112391:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112396:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112400:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112405:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112410:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112415:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112420:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112510:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112517:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112522:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112527:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112531:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112536:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112540:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112545:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112549:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112555:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112560:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112606:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112613:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112618:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112622:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112626:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.112631:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788833775.113184:0:17100:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff985d4fcd5600:17100] 0 exiting: rc = 1 00000100:00100000:2.0:1788833775.113193:0:17102:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff985d7ac7d600:17102] 2 exiting: rc = 0 00000100:00100000:0.0:1788833775.113671:0:17101:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff985d7bae1800:17101] 1 exiting: rc = 0 00000100:00100000:3.0:1788833775.113765:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113772:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113777:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113782:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113788:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113794:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113799:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113804:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113810:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113816:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113835:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113842:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113848:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113855:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113860:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113866:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113871:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113876:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113882:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113887:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113893:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113898:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113903:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113908:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113913:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113919:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113925:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113930:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113936:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113987:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.113994:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.114000:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.114005:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.114010:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117566:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117799:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117806:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117812:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117817:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117823:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117828:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117834:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117841:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117846:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117851:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117856:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117862:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117867:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117872:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117878:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117884:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117890:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117896:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117902:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117909:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117914:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117920:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117927:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117933:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117938:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117943:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117949:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117955:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833775.117961:0:20861:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788833775.129794:0:20861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833775.129811:0:20861:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1788833775.129817:0:20861:0:(genops.c:885:class_export_put()) final put ffff985c421ab000/MDS_uuid 00000020:00000080:0.0:1788833775.129822:0:20861:0:(genops.c:844:class_export_destroy()) destroying export ffff985c421ab000/MDS_uuid for MDS 00000020:01000000:0.0:1788833775.129828:0:20861:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1788833775.129991:0:20861:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1788833775.884315:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833776.912250:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788833777.036343:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788833777.036358:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788833777.036361:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788833777.036366:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788833777.036372:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985c43b6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788833777.036383:0:15059:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 568 00000100:00080000:2.0:1788833777.036391:0:15059:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788833777.036400:0:15059:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff985c43b6f000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:2.0:1788833777.036697:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c43a73800 x1875727620478592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788833777.036882:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3633:1875727620478592:0@lo:38:kworker.0 00000400:00000100:0.0:1788833777.037178:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620478592 offset 0 length 520: 4 00000100:00100000:3.0:1788833777.037302:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1788833777.037322:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788833777.037326:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788833777.037328:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788833777.037333:0:15059:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 568 00000100:00080000:0.0:1788833777.037336:0:15059:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788833777.037341:0:15059:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff985d7c1c3000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833777.037358:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f225880 x1875727620478848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833777.037477:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788833777.037493:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3636:1875727620478976:0@lo:400:kworker.0 00000400:00000100:1.0:1788833777.037531:0:3636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620478976 offset 0 length 224: 4 00000100:00100000:2.0:1788833777.039023:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620478848:0@lo:38:kworker.0 00000400:00000100:2.0:1788833777.039145:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620478848 offset 0 length 520: 4 00000100:00100000:3.0:1788833777.039509:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1875727620478720:0@lo:400:kworker.0 00000400:00000100:3.0:1788833777.039541:0:3637:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620478720 offset 0 length 224: 4 00010000:00010000:3.0:1788833777.938304:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788833778.699915:0:21061:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788833778.714244:0:21061:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1788833778.714299:0:21061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833778.714314:0:21061:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833778.714323:0:21061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833778.715431:0:21061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833778.715451:0:21061:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788833778.715456:0:21061:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788833778.715481:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788833778.715491:0:21061:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985c43a73800 x1875727620478592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788833792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833778.715512:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788833778.715517:0:21061:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788833778.715523:0:21061:0:(import.c:65:import_set_state_nolock()) ffff985c43b6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788833778.715528:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788833778.715531:0:21061:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985c43a73800 x1875727620478592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788833792 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833778.715538:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788833778.715541:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:1.0:1788833778.715601:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3633:1875727620478592:0@lo:38:kworker.0 00000100:00080000:2.0:1788833778.716777:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788833778.716791:0:21061:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f225500 x1875727620478720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833778.716811:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788833778.716818:0:21061:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788833778.716842:0:21061:0:(import.c:65:import_set_state_nolock()) ffff985c43b68000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788833778.716950:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833778.716960:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833778.716971:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43ad4200 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:0.0:1788833778.716975:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833778.716985:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833778.716994:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833778.716999:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788833778.717001:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788833778.717004:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788833778.717023:0:17076:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833778.717027:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833778.717033:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43ad4200/0x35a208207d20d5e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d5e7 expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833778.717047:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833778.717049:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833778.717051:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833778.717137:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1875727620478720:0@lo:400:kworker.0 00000100:00100000:1.0:1788833778.717171:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3633:1875727620479104:0@lo:39:umount.0 00000400:00000100:1.0:1788833778.717215:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620479104 offset 0 length 224: 4 00010000:00010000:3.0:1788833778.957281:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833779.980283:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788833780.044339:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788833780.044349:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788833780.044494:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788833780.044499:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788833780.044620:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1875727620479232:0@lo:400:kworker.0 00000400:00000100:1.0:1788833780.044680:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620479232 offset 0 length 224: 4 00010000:00010000:3.0:1788833781.006834:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788833781.139117:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788833781.139646:0:19408:0:(genops.c:885:class_export_put()) final put ffff985d7aee4000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788833781.140631:0:18590:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788833781.140650:0:18590:0:(genops.c:885:class_export_put()) final put ffff985c42c49000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788833781.142471:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aee4000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788833781.142549:0:15059:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42c49000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788833781.142569:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7aee7800 for lustre-OST0001 00000020:00000080:3.0:1788833781.142575:0:15059:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c42c4d800 for lustre-OST0000 00010000:00010000:0.0:1788833782.030630:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788833782.092226:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788833782.092238:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788833782.092241:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788833782.092244:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788833782.092409:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833782.092430:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1875727620479360:0@lo:400:kworker.0 00000400:00000100:1.0:1788833782.092484:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620479360 offset 0 length 224: 4 00010000:00010000:3.0:1788833783.052327:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833784.079613:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833784.845472:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833774/real 1788833774] req@ffff985d6f22a680 x1875727620478464/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788833784 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833784.845509:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d6f22a680 x1875727620478464/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788833784 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788833784.845534:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c43a84000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788833784.845564:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788833784.845568:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5631ca64-4af8-4263-8066-d8822b7db6c9:3633:1875727620478464:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1788833784.845758:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788833784.845764:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788833784.845766:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985c43a84000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788833784.845770:0:15059:0:(import.c:510:import_select_connection()) MGC192.168.202.126@tcp: connect to NID 0@lo last attempt 571 00000100:00080000:0.0:1788833784.845775:0:15059:0:(import.c:589:import_select_connection()) MGC192.168.202.126@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788833784.845781:0:15059:0:(import.c:624:import_select_connection()) MGC192.168.202.126@tcp: import ffff985c43a84000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833784.845814:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f226680 x1875727620479488/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788833784.845837:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788833784.845840:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788833784.845977:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788833784.845991:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620479616:0@lo:400:kworker.0 00000400:00000100:3.0:1788833784.846056:0:3637:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620479616 offset 0 length 224: 4 00000100:00100000:1.0:1788833784.846434:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5631ca64-4af8-4263-8066-d8822b7db6c9:3633:1875727620479488:0@lo:250:kworker.0 00000400:00000100:1.0:1788833784.846460:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875727620479488 offset 0 length 520: 4 00010000:00010000:3.0:1788833785.100695:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833786.125604:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833787.148338:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833788.175426:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833788.940208:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833778/real 1788833778] req@ffff985c43a73800 x1875727620479104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788833788 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833788.940241:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985c43a73800 x1875727620479104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788833788 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788833788.940262:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c43b68000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788833788.940287:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3633:1875727620479104:0@lo:39:umount.0 00000100:00080000:2.0:1788833788.940406:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788833788.940412:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788833788.940435:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788833788.944457:0:21061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944476:0:21061:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944484:0:21061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944491:0:21061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944520:0:21061:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788833788.944529:0:21061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944535:0:21061:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944541:0:21061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944547:0:21061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833788.944577:0:21061:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788833788.944582:0:21061:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1788833788.944609:0:21061:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1788833788.944613:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1788833788.944618:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833788.944635:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788833788.944640:0:21061:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff985d48d73370) has no exports 00000020:00080000:2.0:1788833788.944663:0:21061:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff985d48d73370) has no exports 00010000:00010000:0.0:1788833788.946665:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788833788.946679:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946689:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645000 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:0.0:1788833788.946694:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946704:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833788.946711:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833788.946736:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788833788.946738:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1788833788.946741:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788833788.946758:0:17076:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833788.946762:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946769:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d75645000/0x35a208207d20d5b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d5bd expref: -99 pid: 18589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946784:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833788.946787:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946793:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162400 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:0.0:1788833788.946795:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946801:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833788.946807:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833788.946812:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788833788.946814:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788833788.946816:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788833788.946820:0:17076:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833788.946823:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946837:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20d91a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d921 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833788.946847:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833788.946849:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833788.946851:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833788.947223:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788833788.949781:0:21061:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985d53f8ab40 - data ffff985d4f443438/ffff985d6fbff800 00000020:01000000:2.0:1788833788.950074:0:21061:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985c41d38660 - data ffff985c4180da20/ffff985c417ae800 00100000:10000000:3.0:1788833788.961236:0:21061:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788833788.969587:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d5cb 00000020:00000080:2.0:1788833788.969599:0:21061:0:(genops.c:885:class_export_put()) final put ffff985c42c4e800/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788833788.969621:0:21061:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985c42c75000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788833788.969625:0:21061:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985c42c75000 2 00000020:01000004:2.0:1788833788.969629:0:21061:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff985c42c75000 from lustre-OST0000 00000020:00000080:2.0:1788833788.969652:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788833788.969661:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788833788.969664:0:21061:0:(genops.c:885:class_export_put()) final put ffff985d7576e800/lustre-OST0000_UUID 00000020:00000080:2.0:1788833788.969667:0:21061:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7576e800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788833788.969673:0:21061:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788833788.969718:0:21061:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788833788.969722:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788833788.969726:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833788.969730:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788833788.969736:0:21061:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff985c43b69000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788833788.969741:0:21061:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff985c41d34d28) has exports, disconnecting them 00000020:00080000:2.0:1788833788.969745:0:21061:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff985c43b69000), last request at 1788833710 00000020:00000080:2.0:1788833788.969748:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d5f5 00000020:00080000:2.0:1788833788.969757:0:21061:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c43b69000): rc 0 00000020:00000080:2.0:1788833788.969761:0:21061:0:(genops.c:885:class_export_put()) final put ffff985c43b69000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788833788.970296:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42c4e800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788833788.970318:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c43b69000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1788833788.971186:0:21061:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788833788.971192:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788833788.971207:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788833788.971212:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788833788.971391:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833788.971398:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1788833788.971403:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788833788.971500:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833788.971506:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788833788.971512:0:21061:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff985c42eee800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788833788.971518:0:21061:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff985c41d30000) has exports, disconnecting them 00000020:00080000:3.0:1788833788.971522:0:21061:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff985c42eee800), last request at 1788833710 00000020:00000080:3.0:1788833788.971526:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d60a 00000020:00080000:3.0:1788833788.971539:0:21061:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c42eee800): rc 0 00000020:00000080:3.0:1788833788.971543:0:21061:0:(genops.c:885:class_export_put()) final put ffff985c42eee800/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788833788.973236:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c43b6f000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788833788.973248:0:38:0:(genops.c:885:class_export_put()) final put ffff985d5e9b5000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1788833788.973251:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b5000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1788833788.973258:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1788833788.973330:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42eee800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1788833788.992322:0:21061:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788833788.992336:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788833788.992340:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788833788.992347:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788833788.992383:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c43b68000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788833788.992621:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833788.992631:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1788833788.992636:0:21061:0:(genops.c:885:class_export_put()) final put ffff985c43b6d800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1788833788.992640:0:21061:0:(genops.c:844:class_export_destroy()) destroying export ffff985c43b6d800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1788833788.992650:0:21061:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1788833788.992724:0:21061:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985c42c75000 1 00000020:00000080:0.0:1788833788.992731:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d5a8 00000020:00000080:0.0:1788833788.992744:0:21061:0:(genops.c:885:class_export_put()) final put ffff985d7aec6800/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788833788.992753:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788833788.992762:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aec6800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788833788.992772:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788833788.992788:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788833788.992793:0:21061:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff985c430899b8) has no exports 00000020:00000080:1.0:1788833789.031803:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788833789.031816:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1788833789.031823:0:21061:0:(genops.c:885:class_export_put()) final put ffff985c42c73000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1788833789.031828:0:21061:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42c73000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1788833789.031838:0:21061:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1788833789.031963:0:21061:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff985c42c76000 00000020:02000400:1.0:1788833789.032004:0:21061:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1788833789.206390:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833790.233908:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788833790.351201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788833790.351229:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833790.351233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788833790.351236:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788833790.351354:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620479744:0@lo:400:kworker.0 00000400:00000100:3.0:1788833790.351422:0:3637:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620479744 offset 0 length 224: 4 00010000:00010000:0.0:1788833791.247024:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833792.014568:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833777/real 1788833777] req@ffff985d6f225880 x1875727620478848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788833792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833792.014601:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d6f225880 x1875727620478848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788833792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788833792.014643:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833792.014663:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788833792.014667:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620478848:0@lo:38:kworker.0 00000100:00080000:1.0:1788833792.019956:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788833792.019966:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833792.019970:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788833792.019974:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788833792.019978:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833792.019985:0:15059:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 573 00000100:00080000:1.0:1788833792.019991:0:15059:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788833792.019998:0:15059:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff985d7c1c3000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833792.020041:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f229f80 x1875727620479872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833792.020101:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620479872:0@lo:38:kworker.0 00000400:00000100:1.0:1788833792.020156:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620479872 offset 0 length 520: 4 00000100:00100000:1.0:1788833792.020251:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788833792.020259:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620480000:0@lo:400:kworker.0 00000400:00000100:1.0:1788833792.020292:0:3635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620480000 offset 0 length 224: 4 00010000:00010000:1.0:1788833792.268343:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788833792.492864:0:21263:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788833792.504626:0:21263:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788833792.504711:0:21263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833792.504744:0:21263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833792.504762:0:21263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833792.504770:0:21263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833792.504943:0:21263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788833792.504950:0:21263:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788833792.504976:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788833792.504987:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f229f80 x1875727620479872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788833812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.505011:0:21263:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788833792.505017:0:21263:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788833792.505023:0:21263:0:(import.c:65:import_set_state_nolock()) ffff985d7c1c3000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788833792.505028:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788833792.505032:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f229f80 x1875727620479872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788833812 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.505039:0:21263:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788833792.505042:0:21263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 26s for inflight to error out 00000100:00100000:2.0:1788833792.505139:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620479872:0@lo:38:kworker.0 00000100:00080000:1.0:1788833792.506064:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788833792.506074:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f227480 x1875727620478976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.506550:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d7af4a680 x1875727620479232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.506580:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d7af48700 x1875727620479360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.506588:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f225500 x1875727620479616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.506601:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f22a680 x1875727620479744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.506610:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985d6f22b800 x1875727620480000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833792.506621:0:21263:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:1.0:1788833792.506644:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620480000:0@lo:400:kworker.0 00000100:00080000:1.0:1788833792.506670:0:21263:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788833792.506690:0:21263:0:(import.c:65:import_set_state_nolock()) ffff985c41c25000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788833792.506870:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1875727620479360:0@lo:400:kworker.0 00000100:00100000:3.0:1788833792.506878:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1875727620479232:0@lo:400:kworker.0 00000100:00100000:3.0:1788833792.506906:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620479744:0@lo:400:kworker.0 00000100:00100000:3.0:1788833792.506911:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620479616:0@lo:400:kworker.0 00010000:00010000:0.0:1788833792.506993:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833792.507003:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833792.507012:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cd600 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:0.0:1788833792.507016:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833792.507026:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833792.507033:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833792.507039:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788833792.507041:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788833792.507044:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788833792.507059:0:17076:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833792.507062:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833792.507069:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20d73e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d745 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833792.507081:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833792.507082:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833792.507084:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833792.507235:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3633:1875727620480128:0@lo:39:umount.0 00000400:00000100:3.0:1788833792.507292:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875727620480128 offset 0 length 224: 4 00000100:00100000:2.0:1788833792.507449:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3636:1875727620478976:0@lo:400:kworker.0 00010000:00010000:1.0:1788833793.292363:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833794.316299:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833795.340256:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833796.364971:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833797.388622:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788833797.517549:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788833797.517560:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1788833798.412327:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833799.437866:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833799.693213:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833784/real 1788833784] req@ffff985d6f226680 x1875727620479488/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788833799 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833799.693247:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d6f226680 x1875727620479488/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788833799 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788833799.693285:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c43a84000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788833799.693313:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788833799.693318:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5631ca64-4af8-4263-8066-d8822b7db6c9:3633:1875727620479488:0@lo:250:kworker.0 00000100:00080000:2.0:1788833799.693476:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788833799.693482:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1788833799.693485:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985c43a84000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788833799.693490:0:15059:0:(import.c:510:import_select_connection()) MGC192.168.202.126@tcp: connect to NID 0@lo last attempt 581 00000100:00080000:2.0:1788833799.693495:0:15059:0:(import.c:589:import_select_connection()) MGC192.168.202.126@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788833799.693502:0:15059:0:(import.c:624:import_select_connection()) MGC192.168.202.126@tcp: import ffff985c43a84000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:2.0:1788833799.693532:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c43a71180 x1875727620480256/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788833799.694308:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5631ca64-4af8-4263-8066-d8822b7db6c9:3633:1875727620480256:0@lo:250:kworker.0 00000400:00000100:3.0:1788833799.694360:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875727620480256 offset 0 length 520: 4 00010000:00010000:0.0:1788833800.460390:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833801.484331:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833802.509524:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833802.765567:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833792/real 1788833792] req@ffff985d6f22b800 x1875727620480128/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788833802 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833802.765600:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d6f22b800 x1875727620480128/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788833802 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788833802.765618:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c41c25000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788833802.765639:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3633:1875727620480128:0@lo:39:umount.0 00000100:00080000:1.0:1788833802.765811:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788833802.765816:0:21263:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788833802.765822:0:21263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788833802.768002:0:21263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768021:0:21263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768029:0:21263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768035:0:21263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768079:0:21263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833802.768100:0:21263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768108:0:21263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768114:0:21263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768121:0:21263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833802.768255:0:21263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788833802.768260:0:21263:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1788833802.768287:0:21263:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1788833802.768291:0:21263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1788833802.768295:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788833802.768300:0:21263:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788833802.768305:0:21263:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff985c41d319b8) has no exports 00000020:00080000:1.0:1788833802.768326:0:21263:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff985c41d319b8) has no exports 00000020:01000000:1.0:1788833802.771160:0:21263:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985d53f8a000 - data ffff985c418a3510/ffff985d6fbfec00 00010000:00010000:0.0:1788833802.775587:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788833802.775603:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775617:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c9c00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:0.0:1788833802.775621:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775633:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833802.775640:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833802.775645:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788833802.775647:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1788833802.775651:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1788833802.775672:0:17076:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833802.775676:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775683:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d429c9c00/0x35a208207d20d714 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d71b expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775698:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833802.775701:0:17076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775724:0:17076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645400 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:0.0:1788833802.775727:0:17076:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775733:0:17076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833802.775739:0:17076:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833802.775744:0:17076:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788833802.775746:0:17076:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788833802.775748:0:17076:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788833802.775754:0:17076:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833802.775756:0:17076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775762:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d75645400/0x35a208207d20d90c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d913 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.775774:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833802.775787:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833802.775790:0:17076:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833802.780358:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788833802.780703:0:21263:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff985c42d1b600 - data ffff985d4f730288/ffff985c41ccf400 00100000:10000000:0.0:1788833802.790568:0:21263:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788833802.799769:0:21263:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d729 00000020:00000080:0.0:1788833802.799848:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c44127000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1788833802.799868:0:21263:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985c42c4b000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1788833802.799873:0:21263:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985c42c4b000 2 00000020:01000004:0.0:1788833802.799887:0:21263:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff985c42c4b000 from lustre-OST0001 00000020:00000080:0.0:1788833802.799913:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833802.799923:0:21263:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1788833802.799926:0:21263:0:(genops.c:885:class_export_put()) final put ffff985d5e9b0000/lustre-OST0001_UUID 00000020:00000080:0.0:1788833802.799929:0:21263:0:(genops.c:844:class_export_destroy()) destroying export ffff985d5e9b0000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1788833802.799936:0:21263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000020:00000080:2.0:1788833802.799979:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c44127000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00080000:0.0:1788833802.800031:0:21263:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 5631ca64-4af8-4263-8066-d8822b7db6c9->MGS 00010000:00010000:0.0:1788833802.800046:0:21263:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20d474 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d47b expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833802.800057:0:21263:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20d474 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d47b expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833802.800063:0:21263:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1788833802.800066:0:21263:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1788833802.800069:0:21263:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1788833802.800084:0:21263:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833802.800286:0:21263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20d474 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d47b expref: -99 pid: 17819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833802.800304:0:21263:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43163000/0x35a208207d20d363 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x35a208207d20d36a expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788833802.800311:0:21263:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43163000/0x35a208207d20d363 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x35a208207d20d36a expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833802.800317:0:21263:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788833802.800320:0:21263:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1788833802.800321:0:21263:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1788833802.800334:0:21263:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff985c43a84000 00010000:00010000:0.0:1788833802.800337:0:21263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43163000/0x35a208207d20d363 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x35a208207d20d36a expref: -99 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788833802.800364:0:21263:0:(import.c:65:import_set_state_nolock()) ffff985c43a84000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1788833802.800369:0:21263:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788833802.800371:0:21263:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788833802.800372:0:21263:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788833802.800376:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788833802.800655:0:21263:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff985c43a71180 x1875727620480256/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788833819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788833802.800677:0:21263:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788833802.800680:0:21263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:3.0:1788833802.801044:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5631ca64-4af8-4263-8066-d8822b7db6c9:3633:1875727620480256:0@lo:250:kworker.0 10000000:01000000:0.0:1788833802.801146:0:21263:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788833802.801153:0:21263:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d34e 00000020:00000080:0.0:1788833802.801160:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c421ae000/5631ca64-4af8-4263-8066-d8822b7db6c9 00000020:01000000:0.0:1788833802.801185:0:21263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.126@tcp (flags='') 00000020:00000080:0.0:1788833802.801191:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833802.801212:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c421ae000/5631ca64-4af8-4263-8066-d8822b7db6c9 for MGC192.168.202.126@tcp 00000020:00000080:0.0:1788833802.801262:0:21263:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.126@tcp: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788833802.801267:0:21263:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff985c4302b370) has no exports 10000000:01000000:2.0:1788833802.801358:0:17084:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1788833802.801502:0:21263:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.126@tcp: client import never connected 00000100:00080000:0.0:1788833802.801506:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1788833802.801508:0:21263:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788833802.801510:0:21263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788833802.801512:0:21263:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788833802.801546:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c43a84000 for MGC192.168.202.126@tcp 00000020:00000080:0.0:1788833802.801548:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788833802.801553:0:21263:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.126@tcp (uuid 5631ca64-4af8-4263-8066-d8822b7db6c9) 00000020:00000080:0.0:1788833802.801556:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c43a86800/5631ca64-4af8-4263-8066-d8822b7db6c9 00000020:00000080:0.0:1788833802.801559:0:21263:0:(genops.c:844:class_export_destroy()) destroying export ffff985c43a86800/5631ca64-4af8-4263-8066-d8822b7db6c9 for MGC192.168.202.126@tcp 00000020:01000000:0.0:1788833802.801565:0:21263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.126@tcp (5631ca64-4af8-4263-8066-d8822b7db6c9) 00000020:01000000:0.0:1788833802.801984:0:21263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788833802.801988:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788833802.801993:0:21263:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788833802.802002:0:21263:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff985c44124800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788833802.802016:0:21263:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff985c41d33370) has exports, disconnecting them 00000020:00080000:0.0:1788833802.802020:0:21263:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff985c44124800), last request at 1788833725 00000020:00000080:0.0:1788833802.802024:0:21263:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d753 00000020:00080000:0.0:1788833802.802036:0:21263:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c44124800): rc 0 00000020:00000080:0.0:1788833802.802040:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c44124800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788833802.802131:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c44124800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1788833802.805189:0:21263:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788833802.805317:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788833802.805322:0:21263:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788833802.805329:0:21263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788833802.805569:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788833802.805579:0:21263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1788833802.805586:0:21263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788833802.805592:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788833802.805596:0:21263:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788833802.805605:0:21263:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff985c4394b800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788833802.805611:0:21263:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff985c430299b8) has exports, disconnecting them 00000020:00080000:2.0:1788833802.805616:0:21263:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff985c4394b800), last request at 1788833725 00000020:00000080:2.0:1788833802.805620:0:21263:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d768 00000020:00080000:2.0:1788833802.805637:0:21263:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff985c4394b800): rc 0 00000020:00000080:2.0:1788833802.805643:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c4394b800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1788833802.806950:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985d7c1c3000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788833802.806965:0:38:0:(genops.c:885:class_export_put()) final put ffff985c44124000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788833802.806968:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c44124000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788833802.806983:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788833802.807050:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c4394b800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1788833802.807080:0:21263:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788833802.807101:0:21263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788833802.807105:0:21263:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788833802.807111:0:21263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788833802.807144:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985c41c25000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1788833802.807206:0:17076:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1788833802.807343:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:3.0:1788833802.807481:0:17071:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff985d7ae8f000:17071] 1 exiting: rc = 0 00000100:00100000:3.0:1788833802.807538:0:17070:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff985d73b87c00:17070] 0 exiting: rc = 1 00000100:00100000:3.0:1788833802.807591:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.807871:0:17072:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff985c42c40c00:17072] 0 exiting: rc = 1 00000100:00100000:3.0:1788833802.807951:0:17074:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff985c438a9c00:17074] 2 exiting: rc = 0 00000100:00100000:3.0:1788833802.808028:0:20114:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff985c41e09800:20114] 3 exiting: rc = 0 00000100:00100000:1.0:1788833802.808670:0:17073:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff985d7ae8fc00:17073] 1 exiting: rc = 0 00000100:00100000:3.0:1788833802.809006:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809015:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809021:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809027:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809036:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809044:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809050:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809055:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809060:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809065:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809070:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809075:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809083:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809216:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809222:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809227:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809231:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809236:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809242:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809246:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809251:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809255:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809259:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809264:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809269:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809274:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809278:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809295:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809301:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809306:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809311:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809317:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809322:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809327:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809332:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809338:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809343:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809347:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809351:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809356:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809361:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809365:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809370:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809374:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809391:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809397:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809402:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809408:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809413:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809418:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809431:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809438:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809443:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809448:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809453:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809459:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809465:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809470:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809476:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809481:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809486:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809490:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809502:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.809507:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788833802.811065:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833802.811076:0:21263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1788833802.811082:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c41c23800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1788833802.811109:0:21263:0:(genops.c:844:class_export_destroy()) destroying export ffff985c41c23800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1788833802.811115:0:21263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1788833802.811165:0:21263:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985c42c4b000 1 00000020:00000080:3.0:1788833802.811171:0:21263:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x35a208207d20d70d 00000020:00000080:3.0:1788833802.811392:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c43b6a800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1788833802.811406:0:21263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1788833802.811417:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff985c43b6a800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1788833802.811501:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833802.811508:0:21263:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788833802.811512:0:21263:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff985d48d70000) has no exports 00000020:00000080:3.0:1788833802.982894:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833802.982910:0:21263:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1788833802.982915:0:21263:0:(genops.c:885:class_export_put()) final put ffff985c42eed800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1788833802.982919:0:21263:0:(genops.c:844:class_export_destroy()) destroying export ffff985c42eed800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788833802.982931:0:21263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1788833802.983478:0:21263:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff985c42c4c800 00000020:01000000:3.0:1788833802.983499:0:21263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1788833802.983503:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788833802.983507:0:21263:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788833802.983511:0:21263:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff985d7bd18000) has no exports 00000020:00000080:3.0:1788833802.983532:0:21263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788833802.983536:0:21263:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1788833802.983539:0:21263:0:(genops.c:885:class_export_put()) final put ffff985d7aec4000/OSS_uuid 00000020:00000080:3.0:1788833802.983541:0:21263:0:(genops.c:844:class_export_destroy()) destroying export ffff985d7aec4000/OSS_uuid for OSS 00000020:01000000:3.0:1788833802.983544:0:21263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1788833802.983638:0:18593:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff985d587a5c00:18593] 0 exiting: rc = 1 00000100:00100000:3.0:1788833802.983744:0:19115:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff985c431b8c00:19115] 3 exiting: rc = 0 00000100:00100000:3.0:1788833802.983809:0:18596:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff985d73ba0a00:18596] 2 exiting: rc = 0 00000100:00080000:0.0:1788833802.984456:0:17083:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788833802.985426:0:18595:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff985d75f76a00:18595] 1 exiting: rc = 0 00000100:00100000:3.0:1788833802.985493:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985502:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985507:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985512:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985517:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985523:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985528:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985532:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985537:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985543:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985549:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985558:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985597:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985603:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985607:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985613:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985618:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985623:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985629:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985634:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985638:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985645:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985650:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985655:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985660:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985874:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985882:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985887:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985892:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985899:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985903:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985909:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985915:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985921:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985938:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985944:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985950:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985956:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985961:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985967:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985972:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985978:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985983:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985988:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.985995:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986000:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986007:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986012:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986018:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986023:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986029:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986037:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986042:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986049:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986055:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986061:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986066:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986072:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986078:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.986083:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.987961:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.987975:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.987981:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.987986:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788833802.989896:0:18598:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff985c431f9800:18598] 1 exiting: rc = 0 00000100:00100000:0.0:1788833802.990035:0:18597:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff985d42abd600:18597] 0 exiting: rc = 1 00000100:00100000:3.0:1788833802.990298:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990305:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990310:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990315:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990321:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990338:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990344:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990348:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990354:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990359:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990365:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990370:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990374:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990378:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990383:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990388:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990393:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990397:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990402:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990407:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990413:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990418:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990423:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990428:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990434:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990438:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990443:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990447:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990453:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990458:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990463:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990468:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990473:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990478:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990483:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990488:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990493:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990498:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990504:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990509:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990520:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990525:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990531:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990536:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990541:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990546:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990551:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990556:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990561:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990566:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990571:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990575:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990581:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990585:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990590:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990596:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990601:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990606:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990611:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990616:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990621:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990626:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990630:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.990635:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833802.992928:0:18600:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff985d73ba1000:18600] 1 exiting: rc = 0 00000100:00100000:3.0:1788833802.993160:0:18601:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff985d5e9e1800:18601] 2 exiting: rc = 0 00000100:00100000:0.0:1788833802.993414:0:20228:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff985d75fec200:20228] 3 exiting: rc = 0 00000100:00100000:2.0:1788833802.999987:0:18599:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff985d7aebb000:18599] 0 exiting: rc = 1 00000100:00100000:3.0:1788833803.000152:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000160:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000166:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000181:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000195:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000225:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000232:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000237:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000243:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000261:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000267:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000271:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000277:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000283:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000288:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000293:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000299:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000308:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000313:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000319:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000324:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000330:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000335:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000339:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000345:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000349:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000355:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000360:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000365:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000385:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000392:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000398:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000404:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000410:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000415:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000421:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000426:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000432:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000438:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000444:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000450:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000455:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000461:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000466:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000479:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000486:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000492:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000498:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000503:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000509:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000514:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000519:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000525:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000573:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000588:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000595:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000602:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000607:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000620:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000633:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000646:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000653:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000659:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788833803.000671:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788833803.027103:0:18602:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff985d7bae1400:18602] 0 exiting: rc = 1 00000100:00100000:0.0:1788833803.027658:0:18603:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff985d75f73c00:18603] 1 exiting: rc = 0 00000100:00100000:2.0:1788833803.027782:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027790:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027795:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027801:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027807:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027812:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027818:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027823:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027829:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027835:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027843:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027849:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027856:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027861:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027880:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027887:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027893:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027898:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027904:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027909:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027914:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027919:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027925:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027930:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027936:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027942:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027947:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027952:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027957:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027963:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027968:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027973:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027984:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027991:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.027997:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028002:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028007:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028016:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028023:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028028:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028033:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028038:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028044:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028049:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028054:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028059:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028065:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028069:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028074:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028127:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028135:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028143:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028149:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028157:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028163:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028169:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028185:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028467:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028476:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028481:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028486:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028491:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028496:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.028501:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788833803.030559:0:18604:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff985d75f70600:18604] 0 exiting: rc = 1 00000100:00100000:1.0:1788833803.033479:0:18605:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff985d5117b600:18605] 1 exiting: rc = 0 00000100:00100000:2.0:1788833803.036891:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036905:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036928:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036967:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036974:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036980:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036986:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036991:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.036997:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037003:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037009:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037015:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037023:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037029:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037035:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037057:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037066:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037074:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037083:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037124:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037147:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037156:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037164:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037181:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037190:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037453:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.037460:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042584:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042601:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042608:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042614:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042623:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042630:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042636:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042644:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042650:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042657:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042664:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042669:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042691:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042698:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042705:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042711:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042718:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042724:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042731:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042738:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042744:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042751:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042757:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042762:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042784:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042793:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042801:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042808:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042830:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042838:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042845:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042851:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042860:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042867:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042873:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042879:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788833803.042893:0:21263:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1788833803.058519:0:21263:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1788833823.987925:0:22030:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788833835.065480:0:22629:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788833835.065486:0:22629:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788833835.065487:0:22629:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788833835.065605:0:22629:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff985c438cf000 00000020:01000004:1.0:1788833835.065631:0:22629:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788833835.065638:0:22629:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788833835.065652:0:22629:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff985c43028000) 00000020:00000080:1.0:1788833835.065667:0:22629:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788833835.141955:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788833835.143443:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788833835.158933:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788833835.163745:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.164323:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.164659:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.165362:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.167205:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.167637:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.168085:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.168484:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.168696:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.169370:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.169698:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.174302:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.174946:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.175396:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.175678:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.175940:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.176332:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.176619:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.177225:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1788833835.177521:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788833835.177789:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.178250:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.178546:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788833835.178812:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.179570:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788833835.179956:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.180428:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.180696:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.181049:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788833835.181523:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.181741:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1788833835.182245:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788833835.182739:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788833835.183350:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788833835.183627:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788833835.184578:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.185045:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.185295:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.186477:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.186706:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788833835.187053:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.187288:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788833835.187497:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788833835.187689:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.197931:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.198607:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.198922:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.199582:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.199900:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1788833835.200216:0:22629:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:2.0:1788833835.201572:0:22629:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788833835.201809:0:22629:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788833835.201819:0:22629:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788833835.201832:0:22629:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dbc1 00000020:01000004:2.0:1788833835.201838:0:22629:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788833835.201844:0:22629:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788833835.201849:0:22629:0:(tgt_mount.c:101:server_register_mount()) register mount ffff985c438cf000 from MGS 00000020:01000004:2.0:1788833835.201853:0:22629:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788833835.201863:0:22629:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff985c41d33370) 00000020:00000080:2.0:1788833835.201875:0:22629:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788833835.201949:0:22629:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985c438cf000 from MGS, refs=2 00080000:01000000:2.0:1788833835.201955:0:22629:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788833835.201959:0:22629:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dbcf 00000100:00100000:2.0:1788833835.202072:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788833835.202260:0:22629:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788833835.202267:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1788833835.207690:0:22629:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1788833835.207707:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1788833835.208752:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788833835.209224:0:22629:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1788833835.209233:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1788833835.212708:0:22629:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1788833835.212722:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1788833835.213597:0:22629:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1788833835.213608:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1788833835.219920:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833835.219928:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833835.219932:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833835.220917:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833835.220921:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833835.220923:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833835.222025:0:22629:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1788833835.228479:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1788833835.230082:0:22629:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1788833835.239578:0:22642:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788833835.239680:0:22629:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788833835.239748:0:22629:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788833835.240549:0:22629:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788833835.240869:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788833835.241161:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788833835.241167:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788833835.242843:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1788833835.242854:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788833835.243498:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788833835.243506:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788833835.244830:0:22629:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788833835.244854:0:22629:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.126@tcp' 00000020:01000004:2.0:1788833835.244856:0:22629:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788833835.244899:0:22629:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.126@tcp (typ=mgc) 00000020:00000080:2.0:1788833835.244911:0:22629:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.126@tcp (ffff985c41d319b8) 00000020:00000080:2.0:1788833835.244926:0:22629:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788833835.245023:0:22629:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d6f3cb800@MGC192.168.202.126@tcp: add connection 192.168.202.126@tcp at head 00010000:00010000:2.0:1788833835.245296:0:22629:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.126@tcp-0 is initialized 00000040:01000000:2.0:1788833835.245305:0:22629:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.126@tcp ctxt 1 is initialized 10000000:01000000:2.0:1788833835.245961:0:22647:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000100:00080000:1.0:1788833835.246106:0:22646:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:3.0:1788833835.248328:0:22629:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.126@tcp (uuid fdfad23c-5f39-4c2e-85d3-87111fbac51d) 00000020:00000080:3.0:1788833835.248375:0:22629:0:(genops.c:1385:class_connect()) connect: client fdfad23c-5f39-4c2e-85d3-87111fbac51d, cookie 0x35a208207d20dbdd 00000100:00080000:3.0:1788833835.248461:0:22629:0:(import.c:510:import_select_connection()) MGC192.168.202.126@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788833835.248471:0:22629:0:(import.c:624:import_select_connection()) MGC192.168.202.126@tcp: import ffff985d6f3cb800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833835.248520:0:22629:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af4a680 x1875727620480384/t0(0) o250->MGC192.168.202.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788833835.248624:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3633:1875727620480384:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788833835.248709:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788833835.248788:0:22629:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fdfad23c-5f39-4c2e-85d3-87111fbac51d->MGS 00000020:01000004:3.0:1788833835.248820:0:22629:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1788833835.248825:0:22629:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1788833835.248840:0:22629:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff985d7bd18000) 00000020:00000080:3.0:1788833835.248853:0:22629:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1788833835.250121:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620480384 00000100:00100000:1.0:1788833835.250134:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620480384 00000100:00100000:1.0:1788833835.250171:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788833835.250180:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3633:x1875727620480384:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1788833835.250206:0:22643:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from fdfad23c-5f39-4c2e-85d3-87111fbac51d@0@lo t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:1.0:1788833835.250231:0:22643:0:(genops.c:1385:class_connect()) connect: client fdfad23c-5f39-4c2e-85d3-87111fbac51d, cookie 0x35a208207d20dbeb 00000100:00080000:1.0:1788833835.250371:0:22643:0:(import.c:65:import_set_state_nolock()) ffff985d46caf800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833835.256136:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+5:3633:x1875727620480384:12345-0@lo:250:mount.lustre.0 Request processed in 5945us (7416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.256153:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788833835.264584:0:3633:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.202.126@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788833835.264606:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.126@tcp: connect to target with instance 0 00000100:00080000:2.0:1788833835.264616:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.126@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1788833835.264622:0:3633:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1788833835.264627:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d6f3cb800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1788833835.264630:0:3633:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1788833835.264641:0:3633:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1788833835.264650:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3633:1875727620480384:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788833835.271588:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788833835.271832:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1788833835.271845:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788833835.275612:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788833835.275633:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788833835.277904:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788833835.277916:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788833835.278862:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788833835.279611:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788833835.279618:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788833835.281778:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788833835.281789:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788833835.344062:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788833835.344316:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788833835.344324:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1788833835.346823:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1788833835.346844:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1788833835.347791:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788833835.348202:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788833835.348208:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1788833835.348774:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788833835.348781:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1788833835.349615:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788833835.349782:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788833835.349788:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1788833835.350812:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788833835.350822:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788833835.351656:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788833835.351839:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788833835.351845:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1788833835.352618:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788833835.352625:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788833835.373564:0:22629:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788833835.373779:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788833835.373792:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788833835.376263:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788833835.376279:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788833835.377292:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788833835.377303:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1788833835.381950:0:22629:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1788833835.382071:0:22629:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1788833835.382079:0:22629:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.126@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788833835.382638:0:22629:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.126@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788833835.382680:0:22629:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.126@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788833835.382684:0:22629:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788833835.382685:0:22629:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788833835.382686:0:22629:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833835.382687:0:22629:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833835.382688:0:22629:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833835.382690:0:22629:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833835.382691:0:22629:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788833835.382692:0:22629:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788833835.382694:0:22629:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833835.382695:0:22629:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788833835.382697:0:22629:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788833835.382699:0:22629:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788833835.382700:0:22629:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788833835.382701:0:22629:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833835.382702:0:22629:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833835.382703:0:22629:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833835.382704:0:22629:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833835.382705:0:22629:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788833835.382706:0:22629:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788833835.382706:0:22629:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833835.382708:0:22629:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788833835.382735:0:22629:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788833835.382755:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480512:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788833835.382829:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.382934:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d509b5300 going to sleep for 11 seconds 00000100:00100000:3.0:1788833835.383236:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620480512 00000100:00100000:3.0:1788833835.383245:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620480512 00000100:00100000:3.0:1788833835.383301:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833835.383313:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+5:22629:x1875727620480512:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788833835.383365:0:22645:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788833835.383368:0:22645:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788833835.383371:0:22645:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1788833835.383940:0:22666:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1788833835.384587:0:22645:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1788833835.386378:0:22667:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1788833835.386387:0:22667:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1788833835.386390:0:22667:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1788833835.386392:0:22667:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1788833835.386657:0:22667:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1788833835.386864:0:22645:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788833835.386956:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788833835.389845:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+5:22629:x1875727620480512:12345-0@lo:253:mount.lustre.0 Request processed in 6524us (7005us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.389860:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833835.390249:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480512:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788833835.390266:0:22629:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788833835.390269:0:22629:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788833835.390271:0:22629:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788833835.390272:0:22629:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788833835.390273:0:22629:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788833835.390274:0:22629:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788833835.390275:0:22629:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788833835.390276:0:22629:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788833835.390277:0:22629:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788833835.390279:0:22629:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788833835.390280:0:22629:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788833835.390374:0:22629:0:(tgt_mount.c:101:server_register_mount()) register mount ffff985c438cf000 from lustre-MDT0000 10000000:01000000:2.0:1788833835.390438:0:22629:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1788833835.390441:0:22629:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788833835.390446:0:22629:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff985c41d319b8 10000000:01000000:2.0:1788833835.390456:0:22629:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788833835.390465:0:22629:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff985c41d319b8 from 1 10000000:01000000:2.0:1788833835.390468:0:22629:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788833835.390636:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.390647:0:22629:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.390658:0:22629:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833835.390682:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480640:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788833835.390730:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833835.390810:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d5e7bda80 going to sleep for 11 seconds 00000100:00100000:1.0:1788833835.390859:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620480640 00000100:00100000:1.0:1788833835.390946:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620480640 00000100:00100000:1.0:1788833835.391144:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788833835.391154:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+5:22629:x1875727620480640:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833835.391167:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833835.391183:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d40030800/0x35a208207d20dbf9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dbf2 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.391207:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d40030800/0x35a208207d20dbf9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dbf2 expref: 6 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.391218:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d40030800/0x35a208207d20dbf9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dbf2 expref: 6 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.391228:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d40030800, rc 0) 00000100:00100000:1.0:1788833835.391281:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+6:22629:x1875727620480640:12345-0@lo:101:mount.lustre.0 Request processed in 128us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.391287:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788833835.391437:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480640:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833835.391451:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.391461:0:22629:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833835.391548:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480768:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833835.391579:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.391897:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c080c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.392108:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620480768 00000100:00100000:2.0:1788833835.392114:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620480768 00000100:00100000:2.0:1788833835.392139:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788833835.392147:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+6:22629:x1875727620480768:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833835.392240:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+6:22629:x1875727620480768:12345-0@lo:501:mount.lustre.0 Request processed in 93us (659us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788833835.392247:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788833835.392341:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480768:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788833835.392376:0:22629:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788833835.392404:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.392414:0:22629:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833835.392425:0:22629:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff985c438cf000 10000000:01000000:3.0:1788833835.392431:0:22629:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788833835.392435:0:22629:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff985c438cf000 10000000:01000000:3.0:1788833835.392437:0:22629:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788833835.392441:0:22629:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff985c438cf000 from 1 10000000:01000000:3.0:1788833835.392443:0:22629:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788833835.392467:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc400/0x35a208207d20dc00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.392474:0:22629:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cc400/0x35a208207d20dc00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.392482:0:22629:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cc400/0x35a208207d20dc00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833835.392510:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480896:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788833835.392546:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.392568:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c080c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.392736:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620480896 00000100:00100000:2.0:1788833835.392741:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620480896 00000100:00100000:2.0:1788833835.392762:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788833835.392767:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+6:22629:x1875727620480896:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833835.392776:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833835.392788:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c43163000/0x35a208207d20dc07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dc00 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.392817:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c43163000/0x35a208207d20dc07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dc00 expref: 7 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.392825:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c43163000/0x35a208207d20dc07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dc00 expref: 7 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.392834:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43163000, rc 0) 00000100:00100000:2.0:1788833835.392893:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+7:22629:x1875727620480896:12345-0@lo:101:mount.lustre.0 Request processed in 125us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.392900:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788833835.393221:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620480896:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833835.393233:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cc400/0x35a208207d20dc00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dc07 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.393243:0:22629:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cc400/0x35a208207d20dc00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dc07 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833835.393258:0:22629:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788833835.393274:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc400/0x35a208207d20dc00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dc07 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.393280:0:22629:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cc400/0x35a208207d20dc00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dc07 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833835.393287:0:22629:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788833835.393292:0:22629:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788833835.393298:0:22629:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff985c438cf000 10000000:01000000:3.0:1788833835.393300:0:22629:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788833835.393305:0:22629:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1788833835.393307:0:22629:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1788833835.393327:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd000/0x35a208207d20dc0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.393333:0:22629:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cd000/0x35a208207d20dc0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.393341:0:22629:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cd000/0x35a208207d20dc0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833835.393362:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620481024:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788833835.393571:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.393603:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c080c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.393660:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620481024 00000100:00100000:2.0:1788833835.393665:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620481024 00000100:00100000:2.0:1788833835.393704:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788833835.393711:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77326450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+7:22629:x1875727620481024:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833835.393720:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833835.393728:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c43163200/0x35a208207d20dc15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dc0e expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.393742:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c43163200/0x35a208207d20dc15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dc0e expref: 8 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.393750:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c43163200/0x35a208207d20dc15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dc0e expref: 8 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.393756:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43163200, rc 0) 00000100:00100000:2.0:1788833835.393792:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77326450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+8:22629:x1875727620481024:12345-0@lo:101:mount.lustre.0 Request processed in 82us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.393798:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788833835.393936:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620481024:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833835.393946:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cd000/0x35a208207d20dc0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dc15 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.393955:0:22629:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cd000/0x35a208207d20dc0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dc15 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833835.394083:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620481152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833835.394146:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.394170:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c080c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.394228:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620481152 00000100:00100000:2.0:1788833835.394233:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620481152 00000100:00100000:2.0:1788833835.394258:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788833835.394265:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+8:22629:x1875727620481152:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833835.394414:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22629:x1875727620481152:12345-0@lo:501:mount.lustre.0 Request processed in 141us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.394421:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788833835.394612:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620481152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833835.394642:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620481280:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833835.394681:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.394746:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c080c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833835.395432:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620481280 00000100:00100000:0.0:1788833835.395440:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620481280 00000100:00100000:2.0:1788833835.395697:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788833835.395710:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22629:x1875727620481280:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788833835.397327:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22629:x1875727620481280:12345-0@lo:503:mount.lustre.0 Request processed in 1611us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.397340:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788833835.399248:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620481280:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788833835.400206:0:22668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22668:1875727620481408:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788833835.400283:0:22668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.400376:0:22668:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7ac78300 going to sleep for 11 seconds 00000100:00100000:3.0:1788833835.400477:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620481408 00000100:00100000:3.0:1788833835.400485:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620481408 00000100:00100000:3.0:1788833835.400644:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788833835.400654:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77326050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22668:x1875727620481408:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788833835.402192:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77326050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22668:x1875727620481408:12345-0@lo:502:llog_process_th.0 Request processed in 1530us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833835.402214:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788833835.402349:0:22668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22668:1875727620481408:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788833835.402446:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833835.402459:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.402462:0:22668:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788833835.402467:0:22668:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1788833835.402470:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788833835.402488:0:22668:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff985c430299b8) 00000020:00000080:1.0:1788833835.402576:0:22668:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1788833835.402583:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788833835.402664:0:22668:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788833835.402673:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dc23 00000020:00000080:1.0:1788833835.403341:0:22668:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788833835.403348:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833835.403375:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.403376:0:22668:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788833835.403380:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833835.403605:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.403608:0:22668:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1788833835.403615:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788833835.403627:0:22668:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff985c4302b370) 00000020:00000080:1.0:1788833835.403643:0:22668:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1788833835.403648:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788833835.403650:0:22668:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1788833835.403653:0:22668:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1788833835.403659:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788833835.403714:0:22668:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985c438cf000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1788833835.403727:0:22668:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff985c4302cd28) 00000020:00000080:1.0:1788833835.403737:0:22668:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1788833835.403802:0:22668:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788833835.403808:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x35a208207d20dc38 00000020:00000080:1.0:1788833835.404083:0:22668:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1788833835.404358:0:22668:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788833835.404362:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x35a208207d20dc3f 00080000:01000000:1.0:1788833835.404367:0:22668:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788833835.404369:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dc46 00010000:00010000:2.0:1788833835.453466:0:22668:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788833835.454081:0:22668:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:2.0:1788833835.454455:0:22668:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788833835.454864:0:22668:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff985c41d30000) 00000020:00000080:2.0:1788833835.454892:0:22668:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788833835.454964:0:22668:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788833835.454972:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dc54 00000020:00000080:2.0:1788833835.456394:0:22668:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788833835.458638:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x35a208207d20dc5b 00000020:00000080:3.0:1788833835.459156:0:22668:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788833835.459168:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833835.459176:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.459178:0:22668:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1788833835.459181:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788833835.459183:0:22668:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1788833835.459185:0:22668:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788833835.459186:0:22668:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788833835.459188:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788833835.459190:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.459192:0:22668:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788833835.459194:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788833835.459198:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.459199:0:22668:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1788833835.459203:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788833835.459245:0:22668:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788833835.459262:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833835.459265:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.459267:0:22668:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1788833835.459269:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788833835.459272:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.459274:0:22668:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1788833835.459277:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788833835.459282:0:22668:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:00000080:3.0:1788833835.459312:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788833835.459327:0:22668:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff985d7bd1b370) 00000020:00000080:3.0:1788833835.459340:0:22668:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1788833835.459345:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788833835.459408:0:22668:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1788833835.459414:0:22668:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788833835.459420:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dc69 00010000:00080000:3.0:1788833835.459464:0:22668:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d7aee6000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.126@tcp at head 00010000:00010000:3.0:1788833835.461786:0:22668:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1788833835.462796:0:22668:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788833835.462806:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788833835.462835:0:22668:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788833835.462851:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x35a208207d20dc70 00000100:00080000:3.0:1788833835.462861:0:22668:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788833835.462945:0:22668:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff985d7aee6000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833835.463048:0:22668:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af48700 x1875727620481536/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788833835.463139:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620481536:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788833835.463217:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833835.463317:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620481536 00000100:00100000:0.0:1788833835.463325:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620481536 00000100:00100000:0.0:1788833835.463358:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788833835.463366:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3633:x1875727620481536:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1788833835.463383:0:22655:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1788833835.463952:0:22668:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1788833835.464017:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833835.464022:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.464024:0:22668:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1788833835.464027:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788833835.464030:0:22668:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1788833835.464033:0:22668:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788833835.464034:0:22668:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788833835.464036:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788833835.464038:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.464039:0:22668:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788833835.464042:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788833835.464046:0:22668:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788833835.464050:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.464051:0:22668:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788833835.464054:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788833835.464057:0:22668:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:3.0:1788833835.464083:0:22668:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788833835.464106:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788833835.464122:0:22668:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff985d7bd1cd28) 00000020:00000080:3.0:1788833835.464135:0:22668:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1788833835.464150:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788833835.464215:0:22668:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1788833835.464222:0:22668:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:3.0:1788833835.464228:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dc7e 00010000:00080000:3.0:1788833835.464269:0:22668:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985c41c39800@lustre-OST0000-osc-MDT0000: add connection 192.168.202.126@tcp at head 00010000:00010000:3.0:1788833835.464518:0:22668:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:3.0:1788833835.465440:0:22668:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788833835.465938:0:22668:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788833835.469274:0:22668:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788833835.470007:0:22668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788833835.470184:0:22668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1788833835.471507:0:22674:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788833835.471512:0:22674:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788833835.472637:0:22668:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788833835.472649:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788833835.472680:0:22668:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788833835.472698:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x35a208207d20dc85 00000100:00080000:3.0:1788833835.472707:0:22668:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788833835.472712:0:22668:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff985c41c39800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833835.472745:0:22668:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af4a300 x1875727620481664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788833835.472772:0:22668:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788833835.472842:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833835.472845:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.472846:0:22668:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788833835.472848:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788833835.472850:0:22668:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788833835.472851:0:22668:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788833835.472852:0:22668:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788833835.472853:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788833835.472855:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.472861:0:22668:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788833835.472864:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788833835.472867:0:22668:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788833835.472871:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.472872:0:22668:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788833835.472885:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788833835.472889:0:22668:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:3.0:1788833835.472913:0:22668:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788833835.472916:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788833835.472926:0:22668:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff985d7bd199b8) 00000020:00000080:3.0:1788833835.472937:0:22668:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788833835.472942:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788833835.472996:0:22668:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788833835.473001:0:22668:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788833835.473006:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x35a208207d20dc93 00010000:00080000:3.0:1788833835.473041:0:22668:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d7aee1000@lustre-OST0001-osc-MDT0000: add connection 192.168.202.126@tcp at head 00010000:00010000:3.0:1788833835.473195:0:22668:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788833835.473250:0:22668:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788833835.473260:0:22668:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1788833835.475446:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620481664:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788833835.475502:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620481664 offset 0 length 520: 4 00000040:00080000:3.0:1788833835.477782:0:22668:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788833835.478059:0:22668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788833835.478434:0:22668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788833835.478733:0:22676:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788833835.478738:0:22676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1788833835.479599:0:22668:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788833835.479612:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788833835.479649:0:22668:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788833835.479669:0:22668:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x35a208207d20dc9a 00000100:00080000:3.0:1788833835.479679:0:22668:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788833835.479685:0:22668:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff985d7aee1000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833835.479719:0:22668:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af4b100 x1875727620481792/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833835.479774:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620481792:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788833835.479842:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620481792 offset 0 length 520: 4 00000100:00080000:3.0:1788833835.480455:0:22668:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1788833835.480529:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833835.480535:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.480537:0:22668:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788833835.480540:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788833835.480544:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.480546:0:22668:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788833835.480549:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788833835.480550:0:22668:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788833835.480553:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833835.480555:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.480556:0:22668:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788833835.480558:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788833835.480560:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.480562:0:22668:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788833835.480565:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788833835.480597:0:22668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22668:1875727620481920:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788833835.480649:0:22668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.480683:0:22668:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739f9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788833835.480689:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620481920 00000100:00100000:1.0:1788833835.480696:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620481920 00000100:00100000:1.0:1788833835.480741:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788833835.480752:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77324050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22668:x1875727620481920:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788833835.480893:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77324050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22668:x1875727620481920:12345-0@lo:502:llog_process_th.0 Request processed in 143us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.480901:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788833835.481043:0:22668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22668:1875727620481920:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788833835.481072:0:22668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833835.481076:0:22668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833835.481078:0:22668:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788833835.481081:0:22668:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000100:00100000:0.0:1788833835.481152:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3633:x1875727620481536:12345-0@lo:38:llog_process_th.0 Request processed in 17785us (17934us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788833835.481161:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1788833835.481193:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788833835.481198:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788833835.481201:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620481536:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1788833835.481563:0:22629:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1788833835.481587:0:22629:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788833835.481635:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd000/0x35a208207d20dc0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dc15 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.481656:0:22629:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cd000/0x35a208207d20dc0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dc15 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788833835.481662:0:22629:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985c438cf000 from 1 10000000:01000000:2.0:1788833835.481664:0:22629:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788833835.481687:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.481692:0:22629:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.481699:0:22629:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833835.481710:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482048:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788833835.481733:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833835.481759:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1788833835.481771:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482048 00000100:00100000:1.0:1788833835.481775:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482048 00000100:00100000:1.0:1788833835.481804:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788833835.481812:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+9:22629:x1875727620482048:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833835.481821:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833835.481835:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dca1 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.481856:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dca1 expref: 10 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.481889:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dca1 expref: 10 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.481898:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d40031200, rc 0) 00000100:00100000:1.0:1788833835.481938:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+10:22629:x1875727620482048:12345-0@lo:101:mount.lustre.0 Request processed in 127us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.481944:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788833835.481958:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482048:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833835.481982:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.481992:0:22629:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833835.482544:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482176:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788833835.482577:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833835.482602:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1788833835.482613:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482176 00000100:00100000:1.0:1788833835.482618:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482176 00000100:00100000:1.0:1788833835.482645:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788833835.482652:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+10:22629:x1875727620482176:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788833835.482667:0:22645:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788833835.482673:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1788833835.482743:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+10:22629:x1875727620482176:12345-0@lo:256:mount.lustre.0 Request processed in 91us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.482749:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788833835.482932:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482176:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788833835.483540:0:22629:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788833835.483553:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.483563:0:22629:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833835.483588:0:22629:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985c438cf000 from 1 10000000:01000000:3.0:1788833835.483592:0:22629:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788833835.483622:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.483630:0:22629:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.483638:0:22629:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833835.483661:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482304:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788833835.483690:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.483717:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739f9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788833835.483723:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482304 00000100:00100000:1.0:1788833835.483728:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482304 00000100:00100000:1.0:1788833835.483786:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833835.483793:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+10:22629:x1875727620482304:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833835.483801:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833835.483811:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dcaf expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.483826:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dcaf expref: 11 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.483841:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dcaf expref: 11 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.483847:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d40031600, rc 0) 00000100:00100000:1.0:1788833835.483887:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22629:x1875727620482304:12345-0@lo:101:mount.lustre.0 Request processed in 85us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.483893:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788833835.483914:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482304:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833835.483926:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.483934:0:22629:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833835.483998:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482432:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833835.484017:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.484032:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739f9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.484049:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482432 00000100:00100000:2.0:1788833835.484053:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482432 00000100:00100000:2.0:1788833835.484183:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788833835.484192:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22629:x1875727620482432:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833835.484451:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22629:x1875727620482432:12345-0@lo:501:mount.lustre.0 Request processed in 260us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.484459:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788833835.484474:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482432:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833835.484503:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482560:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833835.484543:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833835.484572:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739f9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788833835.484615:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482560 00000100:00100000:1.0:1788833835.484618:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482560 00000100:00100000:1.0:1788833835.484639:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788833835.484646:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22629:x1875727620482560:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788833835.484745:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22629:x1875727620482560:12345-0@lo:503:mount.lustre.0 Request processed in 100us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.484750:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788833835.484797:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482560:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788833835.485166:0:22678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22678:1875727620482688:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788833835.485195:0:22678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.485218:0:22678:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7ac78300 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.485307:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482688 00000100:00100000:2.0:1788833835.485311:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482688 00000100:00100000:3.0:1788833835.485359:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788833835.485366:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22678:x1875727620482688:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788833835.485744:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22678:x1875727620482688:12345-0@lo:502:llog_process_th.0 Request processed in 378us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833835.485749:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788833835.485816:0:22678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22678:1875727620482688:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788833835.485836:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833835.485845:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.485847:0:22678:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788833835.485852:0:22678:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985c438cf000 00000020:00000080:1.0:1788833835.485854:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833835.485860:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833835.485861:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.485862:0:22678:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788833835.485909:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833835.485914:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.485915:0:22678:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788833835.485918:0:22678:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985c438cf000 00000020:00000080:1.0:1788833835.485920:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833835.485983:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833835.485986:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.485987:0:22678:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788833835.485989:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833835.485990:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.485991:0:22678:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788833835.485993:0:22678:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985c438cf000 00000020:00000080:1.0:1788833835.485995:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833835.486008:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833835.486009:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.486010:0:22678:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788833835.486012:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833835.486013:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.486014:0:22678:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788833835.486015:0:22678:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985c438cf000 00000020:00000080:1.0:1788833835.486017:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788833835.486041:0:22678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22678:1875727620482816:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788833835.486069:0:22678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833835.486121:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482816 00000100:00100000:1.0:1788833835.486121:0:22678:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46749f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.486126:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482816 00000100:00100000:2.0:1788833835.486155:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788833835.486162:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22678:x1875727620482816:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788833835.486358:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22678:x1875727620482816:12345-0@lo:502:llog_process_th.0 Request processed in 195us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.486364:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788833835.489611:0:22678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22678:1875727620482816:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788833835.489656:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833835.489664:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833835.489667:0:22678:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788833835.489671:0:22678:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1788833835.490320:0:22629:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1788833835.490358:0:22629:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788833835.490400:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.490413:0:22629:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833835.490471:0:22629:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788833835.490473:0:22629:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff985c438cf000 10000000:01000000:1.0:1788833835.490476:0:22629:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff985c438cf000 10000000:01000000:1.0:1788833835.490480:0:22629:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788833835.490487:0:22629:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff985c438cf000 from 1 10000000:01000000:1.0:1788833835.490490:0:22629:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788833835.490527:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d40030200/0x35a208207d20dcbd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.490537:0:22629:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d40030200/0x35a208207d20dcbd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.490547:0:22629:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d40030200/0x35a208207d20dcbd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833835.490567:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482944:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788833835.490637:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.490675:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46749780 going to sleep for 11 seconds 00000100:00100000:3.0:1788833835.490817:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620482944 00000100:00100000:3.0:1788833835.490824:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620482944 00000100:00100000:3.0:1788833835.490925:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788833835.490936:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22629:x1875727620482944:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833835.490949:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833835.490964:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d744cd400/0x35a208207d20dcc4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dcbd expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.490999:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d744cd400/0x35a208207d20dcc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dcbd expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.491009:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d744cd400/0x35a208207d20dcc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dcbd expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.491017:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d744cd400, rc 0) 00000100:00100000:3.0:1788833835.491062:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22629:x1875727620482944:12345-0@lo:101:mount.lustre.0 Request processed in 128us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833835.491069:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788833835.491235:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620482944:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833835.491249:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d40030200/0x35a208207d20dcbd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dcc4 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.491258:0:22629:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d40030200/0x35a208207d20dcbd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dcc4 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833835.491328:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620483072:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788833835.491355:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.491380:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46749780 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.491381:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483072 00000100:00100000:2.0:1788833835.491385:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483072 00000100:00100000:2.0:1788833835.491413:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788833835.491420:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22629:x1875727620483072:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833835.491564:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22629:x1875727620483072:12345-0@lo:501:mount.lustre.0 Request processed in 145us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.491571:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788833835.491682:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620483072:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788833835.491707:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620483200:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788833835.491744:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.491761:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46749780 going to sleep for 11 seconds 00000100:00100000:3.0:1788833835.491802:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483200 00000100:00100000:3.0:1788833835.491807:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483200 00000100:00100000:3.0:1788833835.491835:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788833835.491841:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22629:x1875727620483200:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833835.491980:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22629:x1875727620483200:12345-0@lo:503:mount.lustre.0 Request processed in 138us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833835.491988:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788833835.493242:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620483200:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788833835.495252:0:22683:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22683:1875727620483328:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788833835.495336:0:22683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833835.497151:0:22683:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788833835.499225:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483328 00000100:00100000:1.0:1788833835.499239:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483328 00000100:00100000:1.0:1788833835.499304:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788833835.499316:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22683:x1875727620483328:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788833835.500207:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22683:x1875727620483328:12345-0@lo:502:llog_process_th.0 Request processed in 890us (4867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833835.500217:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788833835.502947:0:22683:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22683:1875727620483328:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788833835.503149:0:22683:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788833835.503165:0:22683:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff985d48d719b8) 00000020:00000080:0.0:1788833835.503184:0:22683:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1788833835.503276:0:22683:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985c438cf000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788833835.503281:0:22683:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985c438cf000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788833835.503284:0:22683:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985c438cf000 4 00010000:00080000:0.0:1788833835.503319:0:22683:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d47124000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.126@tcp at head 00010000:00010000:0.0:1788833835.505594:0:22683:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1788833835.505823:0:22683:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1788833835.505863:0:22683:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788833835.505886:0:22683:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x35a208207d20dcd2 00000100:00080000:0.0:1788833835.505896:0:22683:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788833835.505902:0:22683:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff985d47124000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833835.505940:0:22683:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f227800 x1875727620483456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788833835.506151:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875727620483456:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788833835.506227:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833835.506305:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483456 00000100:00100000:0.0:1788833835.506312:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483456 00000100:00100000:0.0:1788833835.506351:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788833835.506359:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3633:x1875727620483456:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788833835.506473:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3633:x1875727620483456:12345-0@lo:38:llog_process_th.0 Request processed in 113us (245us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788833835.506480:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788833835.506517:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788833835.506525:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d47124000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788833835.506542:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788833835.506545:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875727620483456:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788833835.506579:0:22683:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788833835.508784:0:22683:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22683:1875727620483584:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788833835.508919:0:22683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833835.508956:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483584 00000100:00100000:0.0:1788833835.509020:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483584 00000100:00100000:0.0:1788833835.509066:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788833835.509075:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22683:x1875727620483584:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788833835.509227:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22683:x1875727620483584:12345-0@lo:502:llog_process_th.0 Request processed in 152us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833835.509234:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788833835.509286:0:22683:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833835.509309:0:22683:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22683:1875727620483584:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788833835.509353:0:22683:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22683:1875727620483712:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788833835.509456:0:22683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833835.509482:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483712 00000100:00100000:0.0:1788833835.509486:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483712 00000100:00100000:0.0:1788833835.509510:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788833835.509516:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22683:x1875727620483712:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788833835.509576:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22683:x1875727620483712:12345-0@lo:502:llog_process_th.0 Request processed in 59us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833835.509583:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788833835.509613:0:22683:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833835.509625:0:22683:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22683:1875727620483712:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788833835.509645:0:22683:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1788833835.509845:0:22629:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788833835.509873:0:22629:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788833835.509911:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d40030200/0x35a208207d20dcbd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dcc4 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.509922:0:22629:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d40030200/0x35a208207d20dcbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dcc4 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788833835.510059:0:22629:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788833835.510066:0:22629:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788833835.510068:0:22629:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833835.510069:0:22629:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833835.510070:0:22629:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833835.510072:0:22629:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833835.510073:0:22629:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788833835.510074:0:22629:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788833835.510077:0:22629:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833835.510078:0:22629:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788833835.510083:0:22629:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1788833835.510124:0:22629:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788833835.510125:0:22629:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788833835.510126:0:22629:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833835.510127:0:22629:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833835.510128:0:22629:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833835.510129:0:22629:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833835.510130:0:22629:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788833835.510131:0:22629:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788833835.510132:0:22629:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833835.510133:0:22629:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788833835.510149:0:22629:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788833835.510158:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620483840:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788833835.510196:0:22629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.510226:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46749f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788833835.510426:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483840 00000100:00100000:0.0:1788833835.510432:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483840 00000100:00100000:0.0:1788833835.510461:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788833835.510476:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22629:x1875727620483840:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788833835.510498:0:22643:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788833835.510513:0:22643:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788833835.516032:0:22643:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788833835.516047:0:22643:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1788833835.516163:0:22666:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788833835.516168:0:22666:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788833835.516189:0:22666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.516210:0:22666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dca1 expref: 12 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.516218:0:22666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.517429:0:22666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20dca1 expref: 12 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.517449:0:22666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20dca1 expref: 12 pid: 22643 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833835.517466:0:22666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620483968:0@lo:104: 00000100:00100000:2.0:1788833835.517677:0:22666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833835.517727:0:22666:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739fba80 going to sleep for 11 seconds 00000100:00100000:2.0:1788833835.517794:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22629:x1875727620483840:12345-0@lo:253:mount.lustre.0 Request processed in 7318us (7597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.517805:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788833835.517948:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620483968 00000100:00100000:3.0:1788833835.517957:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620483968 00000100:00100000:3.0:1788833835.518015:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788833835.518025:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620483968:12345-0@lo:104: 00010000:00010000:3.0:1788833835.518046:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833835.518117:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788833835.518123:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620483968:12345-0@lo:104: Request processed in 100us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833835.518130:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788833835.518158:0:22666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620483968:0@lo:104: 00010000:00010000:2.0:1788833835.518189:0:22666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.519290:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833835.519300:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.519311:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162e00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833835.519315:0:22639:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.519325:0:22639:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833835.519333:0:22639:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833835.519346:0:22639:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788833835.519469:0:22639:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.519477:0:22639:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833835.519497:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.519504:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20dca1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dca8 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833835.519522:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833835.519523:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833835.519525:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833835.519560:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620484096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833835.519616:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833835.519693:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22629:1875727620483840:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788833835.519694:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484096 00000100:00100000:2.0:1788833835.519699:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484096 10000000:01000000:1.0:1788833835.519704:0:22629:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788833835.519707:0:22629:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788833835.519708:0:22629:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788833835.519710:0:22629:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833835.519711:0:22629:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833835.519712:0:22629:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833835.519713:0:22629:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833835.519714:0:22629:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788833835.519716:0:22629:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788833835.519717:0:22629:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833835.519719:0:22629:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:2.0:1788833835.519720:0:22635:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dca1 expref: 12 pid: 22643 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:1.0:1788833835.519731:0:22629:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788833835.519743:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788833835.519750:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:3635:x1875727620484096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788833835.519761:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788833835.519766:0:22635:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dca1 expref: 12 pid: 22643 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519775:0:22635:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20dca1 expref: 12 pid: 22643 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519789:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d40031200/0x35a208207d20dca8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20dca1 expref: 12 pid: 22643 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519803:0:22635:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519812:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788833835.519827:0:22635:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003659719s 00010000:00010000:2.0:1788833835.519832:0:22635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519838:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519850:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519855:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519860:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:2.0:1788833835.519947:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519957:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519973:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.519983:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788833835.520019:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:3635:x1875727620484096:12345-0@lo:103:ldlm_bl.0 Request processed in 269us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833835.520027:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1788833835.520053:0:22666:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.520061:0:22666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833835.520067:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43162c00/0x35a208207d20dcd9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833835.520107:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620484096:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1788833835.536381:0:22629:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:1.0:1788833835.536678:0:22629:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1788833835.536695:0:22690:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:2.0:1788833835.536699:0:22690:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:1.0:1788833835.537060:0:22691:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788833835.537133:0:22629:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:1.0:1788833835.537510:0:22691:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1788833835.537945:0:22692:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff985d6f227800 x1875727620484224/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833835.537959:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000040:01000000:2.0:1788833835.538338:0:22629:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1788833835.538374:0:22629:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788833835.539121:0:22629:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788833835.539131:0:22629:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1788833835.539177:0:22629:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788833835.542315:0:22629:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788833835.544052:0:22629:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788833835.544130:0:22629:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788833835.544234:0:22691:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788833835.544279:0:22691:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1788833835.546078:0:22629:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1788833835.546640:0:22629:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1788833835.554031:0:22629:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788833835.559125:0:22629:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788833835.559166:0:22629:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffabdd40d53988 00100000:10000000:3.0:1788833835.559175:0:22629:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788833835.565017:0:22629:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788833835.565036:0:22629:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.126@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788833835.565059:0:22629:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=45 00000080:00000004:3.0:1788833835.565083:0:22629:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1788833835.568320:0:22629:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788833835.568586:0:22629:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788833836.236368:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833836.557255:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000040:00080000:1.0:1788833836.558618:0:22684:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788833836.558626:0:22684:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788833836.563883:0:22684:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788833836.563898:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:2.0:1788833836.759654:0:22647:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788833836.759672:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985c438cf000 from 11 10000000:01000000:2.0:1788833836.759679:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788833836.759730:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833836.760239:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833836.760255:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833836.760458:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620484352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788833836.760537:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833836.760639:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739f9900 going to sleep for 11 seconds 00000100:00100000:1.0:1788833836.761191:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484352 00000100:00100000:1.0:1788833836.761200:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484352 00000100:00100000:1.0:1788833836.761287:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788833836.761310:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+11:22647:x1875727620484352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788833836.761324:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833836.761340:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dce0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833836.761365:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dce0 expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833836.761549:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dce0 expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833836.761560:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d40030e00, rc 0) 00000100:00100000:1.0:1788833836.761617:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22647:x1875727620484352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 309us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833836.761624:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788833836.763530:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620484352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788833836.763558:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833836.763570:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833836.763651:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620484480:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788833836.763911:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833836.764051:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739f9900 going to sleep for 11 seconds 00000100:00100000:0.0:1788833836.764258:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484480 00000100:00100000:0.0:1788833836.764266:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484480 00000100:00100000:1.0:1788833836.764595:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788833836.764606:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22647:x1875727620484480:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788833836.764627:0:22643:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788833836.764647:0:22643:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788833836.764655:0:22643:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788833836.765016:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:22647:x1875727620484480:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 347us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833836.765026:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788833836.765123:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620484480:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788833836.765164:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788833836.765173:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833836.765183:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833837.264930:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833837.580174:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000040:00080000:3.0:1788833837.580488:0:22684:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788833837.580494:0:22684:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788833837.580621:0:22684:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1788833837.580656:0:22684:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788833837.580780:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:3.0:1788833838.288117:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833838.604250:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788833839.309816:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833839.633403:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000001:02000400:2.0:1788833840.224066:0:22935:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788833840.332423:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788833840.529154:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788833840.529162:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788833840.529166:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833840.529183:0:15059:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 632 00000100:00080000:3.0:1788833840.529188:0:15059:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788833840.529196:0:15059:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff985d7aee6000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833840.529220:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af48380 x1875727620484736/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788833840.529238:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833840.529241:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788833840.529244:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833840.529247:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788833840.529249:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788833840.529253:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788833840.529254:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d47124000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833840.529259:0:15059:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff985d47124000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833840.529272:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af48a80 x1875727620484864/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788833840.529315:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788833840.529328:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3637:1875727620484608:0@lo:400:kworker.0 00000100:00100000:3.0:1788833840.529404:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833840.529468:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484608 00000100:00100000:3.0:1788833840.529476:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484608 00000100:00100000:3.0:1788833840.529529:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788833840.529540:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:3637:x1875727620484608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833840.529595:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:3637:x1875727620484608:12345-0@lo:400:kworker.0 Request processed in 57us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833840.529613:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788833840.529650:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620484736:0@lo:38:kworker.0 00000100:00100000:3.0:1788833840.529683:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833840.529704:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875727620484864:0@lo:38:kworker.0 00000100:00100000:3.0:1788833840.529732:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833840.529770:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484736 00000100:00100000:3.0:1788833840.529775:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484736 00000100:00100000:3.0:1788833840.529792:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833840.529797:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3633:x1875727620484736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788833840.529813:0:22656:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788833840.529869:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3633:x1875727620484736:12345-0@lo:38:kworker.0 Request processed in 70us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788833840.529875:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833840.529903:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484864 00000100:00100000:3.0:1788833840.529907:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484864 00000100:00100000:3.0:1788833840.529922:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833840.529927:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3633:x1875727620484864:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788833840.529944:0:22652:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:3.0:1788833840.529980:0:22652:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x35a208207d20dcee 00000004:00100000:3.0:1788833840.529996:0:22652:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788833840.530169:0:22652:0:(import.c:65:import_set_state_nolock()) ffff985c41c3f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788833840.530206:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875727620484864:12345-0@lo:38:kworker.0 Request processed in 277us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833840.530213:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788833840.530245:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788833840.530257:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788833840.530260:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620484736:0@lo:38:kworker.0 00010000:00080000:3.0:1788833840.530275:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff985d7af48a80 x1875727620484864/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788833850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788833840.530287:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788833840.530294:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788833840.530298:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788833840.530300:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d47124000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788833840.530305:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875727620484864:0@lo:38:kworker.0 00000100:00100000:3.0:1788833840.530330:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3637:1875727620484608:0@lo:400:kworker.0 00000100:00100000:3.0:1788833840.652224:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788833841.362548:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788833841.441517:0:22987:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788833841.441744:0:22987:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788833841.678861:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788833842.385736:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788833842.614518:0:23038:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788833842.614896:0:23038:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788833842.700357:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788833843.404234:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833843.725734:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788833844.429244:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833844.748201:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788833845.452193:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788833845.647205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788833845.647211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788833845.647215:0:8:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833845.647223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 637 00000100:00080000:3.0:1788833845.647228:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788833845.647234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff985d7aee6000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833845.647254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af48a80 x1875727620485120/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788833845.647265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833845.647269:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788833845.647272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833845.647275:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788833845.647342:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3637:1875727620484992:0@lo:400:kworker.0 00000100:00100000:3.0:1788833845.647405:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833845.647458:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620485248:0@lo:400:kworker.0 00000100:00100000:3.0:1788833845.647482:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833845.647510:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484992 00000100:00100000:3.0:1788833845.647517:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484992 00000100:00100000:3.0:1788833845.647556:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788833845.647565:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:3637:x1875727620484992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833845.647605:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:3637:x1875727620484992:12345-0@lo:400:kworker.0 Request processed in 41us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833845.647612:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788833845.647644:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620485248 00000100:00100000:3.0:1788833845.647647:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620485248 00000100:00100000:3.0:1788833845.647665:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788833845.647670:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620485248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833845.647697:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620485248:12345-0@lo:400:kworker.0 Request processed in 26us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833845.647702:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788833845.647741:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3637:1875727620484992:0@lo:400:kworker.0 00010000:00080000:3.0:1788833845.647767:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff985d7af48380 x1875727620485248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833845.647778:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620485248:0@lo:400:kworker.0 00000100:00100000:2.0:1788833845.648046:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833835/real 1788833835] req@ffff985d7af4b100 x1875727620481792/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833845 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833845.648079:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d7af4b100 x1875727620481792/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833845 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833845.648113:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833835/real 1788833835] req@ffff985d7af4a300 x1875727620481664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833845 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833845.648124:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d7af4a300 x1875727620481664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833845 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833845.648137:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620485120:0@lo:38:kworker.0 00000100:00100000:2.0:1788833845.648168:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788833845.648192:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833845.648204:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788833845.648207:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620481792:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788833845.648212:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c41c39800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833845.648216:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788833845.648219:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620481664:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1788833845.648286:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620485120 00000100:00100000:3.0:1788833845.648300:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620485120 00000100:00100000:3.0:1788833845.648329:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788833845.648341:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3633:x1875727620485120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788833845.648355:0:22656:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788833845.648391:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3633:x1875727620485120:12345-0@lo:38:kworker.0 Request processed in 49us (222us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788833845.648398:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788833845.648415:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833845.648419:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788833845.648421:0:38:0:(import.c:65:import_set_state_nolock()) ffff985c41c39800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833845.648426:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 632 00000100:00080000:3.0:1788833845.648429:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788833845.648433:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff985c41c39800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833845.648453:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af48380 x1875727620485376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788833845.648463:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833845.648466:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788833845.648467:0:38:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833845.648470:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 632 00000100:00080000:3.0:1788833845.648472:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788833845.648475:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff985d7aee1000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833845.648484:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af4b800 x1875727620485504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788833845.648503:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620485376:0@lo:8:kworker.0 00000400:00000100:3.0:1788833845.648527:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620485376 offset 0 length 520: 4 00000100:00100000:3.0:1788833845.648546:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620485504:0@lo:8:kworker.0 00000400:00000100:3.0:1788833845.648572:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620485504 offset 0 length 520: 4 00000100:00080000:3.0:1788833845.648591:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788833845.648595:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788833845.648597:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620485120:0@lo:38:kworker.0 00000100:00100000:0.0:1788833845.772254:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788833846.479611:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833846.796163:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788833847.500237:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833847.821509:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000040:00080000:3.0:1788833847.825304:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788833848.524263:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833848.844149:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788833849.548225:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833849.869659:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000020:01000004:2.0:1788833850.165796:0:23383:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788833850.165802:0:23383:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788833850.165803:0:23383:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788833850.165930:0:23383:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff985d5e9d2800 00000020:01000004:2.0:1788833850.165952:0:23383:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1788833850.165965:0:23383:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788833850.165981:0:23383:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff985c41d34d28) 00000020:00000080:2.0:1788833850.165997:0:23383:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788833850.240661:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.243888:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788833850.247590:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.247911:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.248123:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.248350:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.248638:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.248874:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.249110:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.249343:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.249640:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.249838:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.250057:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.250415:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.250659:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.250868:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.251049:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.251376:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.251673:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.251901:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.252127:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.252357:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.252645:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.253277:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.253606:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.253865:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.254127:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.254433:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.254722:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.255017:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788833850.255269:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.255584:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.255794:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788833850.255981:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788833850.257327:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788833850.257828:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788833850.258045:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788833850.258380:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788833850.258682:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788833850.258928:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788833850.259163:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1788833850.259377:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788833850.259629:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788833850.259838:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1788833850.261130:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788833850.261466:0:23383:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00080000:01000000:0.0:1788833850.262487:0:23383:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788833850.262725:0:23383:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1788833850.262739:0:23383:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788833850.262761:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x35a208207d20dcfc 00000020:01000004:0.0:1788833850.262768:0:23383:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788833850.262790:0:23383:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.126@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788833850.262794:0:23383:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788833850.262800:0:23383:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1788833850.262829:0:23383:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1788833850.262833:0:23383:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.126@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1788833850.269436:0:23383:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.126@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788833850.269484:0:23383:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.126@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1788833850.269489:0:23383:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788833850.269491:0:23383:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788833850.269492:0:23383:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788833850.269493:0:23383:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788833850.269495:0:23383:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788833850.269496:0:23383:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788833850.269498:0:23383:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788833850.269499:0:23383:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788833850.269500:0:23383:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788833850.269516:0:23383:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1788833850.269518:0:23383:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788833850.269520:0:23383:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788833850.269520:0:23383:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788833850.269521:0:23383:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788833850.269522:0:23383:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788833850.269524:0:23383:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788833850.269524:0:23383:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788833850.269526:0:23383:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788833850.269527:0:23383:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788833850.269556:0:23383:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788833850.269575:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620485632:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788833850.269666:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.269730:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.269875:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620485632 00000100:00100000:3.0:1788833850.269883:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620485632 00000100:00100000:3.0:1788833850.269952:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788833850.269963:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:23383:x1875727620485632:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788833850.269996:0:22645:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1788833850.270000:0:22645:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1788833850.270008:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1788833850.270523:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:23383:x1875727620485632:12345-0@lo:253:mount.lustre.0 Request processed in 559us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.270533:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788833850.270810:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620485632:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788833850.270822:0:23383:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1788833850.270825:0:23383:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788833850.270826:0:23383:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788833850.270827:0:23383:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788833850.270828:0:23383:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788833850.270829:0:23383:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788833850.270830:0:23383:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788833850.270831:0:23383:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788833850.270832:0:23383:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788833850.270834:0:23383:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788833850.270857:0:23383:0:(tgt_mount.c:101:server_register_mount()) register mount ffff985d5e9d2800 from lustre-MDT0001 10000000:01000000:0.0:1788833850.270888:0:23383:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1788833850.270891:0:23383:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1788833850.270899:0:23383:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff985c41d319b8 local copy 00010000:00010000:0.0:1788833850.270912:0:23383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833850.271007:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620485760:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833850.271049:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.271131:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.271284:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620485760 00000100:00100000:3.0:1788833850.271291:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620485760 00000100:00100000:3.0:1788833850.271333:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788833850.271356:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:23383:x1875727620485760:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833850.271427:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:23383:x1875727620485760:12345-0@lo:501:mount.lustre.0 Request processed in 73us (380us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788833850.271435:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788833850.271711:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620485760:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788833850.271725:0:23383:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788833850.271757:0:23383:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788833850.271764:0:23383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.271774:0:23383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833850.271811:0:23383:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff985d5e9d2800 10000000:01000000:0.0:1788833850.271815:0:23383:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788833850.271819:0:23383:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff985c41d319b8 10000000:01000000:0.0:1788833850.271821:0:23383:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1788833850.271825:0:23383:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff985c41d319b8 from 1 10000000:01000000:0.0:1788833850.271827:0:23383:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788833850.271853:0:23383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ef200/0x35a208207d20dd03 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.271862:0:23383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c423ef200/0x35a208207d20dd03 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.271871:0:23383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c423ef200/0x35a208207d20dd03 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833850.271884:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620485888:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788833850.271915:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.271939:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.271988:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620485888 00000100:00100000:3.0:1788833850.271992:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620485888 00000100:00100000:3.0:1788833850.272024:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788833850.272031:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+12:23383:x1875727620485888:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833850.272040:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833850.272056:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d744cc600/0x35a208207d20dd0a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dd03 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.272077:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d744cc600/0x35a208207d20dd0a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dd03 expref: 13 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.272120:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d744cc600/0x35a208207d20dd0a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dd03 expref: 13 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.272131:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d744cc600, rc 0) 00000100:00100000:3.0:1788833850.272500:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+13:23383:x1875727620485888:12345-0@lo:101:mount.lustre.0 Request processed in 468us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.272518:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788833850.274688:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620485888:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833850.274716:0:23383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c423ef200/0x35a208207d20dd03 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd0a expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.274729:0:23383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c423ef200/0x35a208207d20dd03 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dd0a expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833850.274767:0:23383:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788833850.274849:0:23383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ef200/0x35a208207d20dd03 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd0a expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.274857:0:23383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c423ef200/0x35a208207d20dd03 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd0a expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833850.274868:0:23383:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff985d5e9d2800 10000000:01000000:1.0:1788833850.274878:0:23383:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788833850.274884:0:23383:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff985d5e9d2800 from 1 10000000:01000000:1.0:1788833850.274887:0:23383:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788833850.274935:0:23383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d40030000/0x35a208207d20dd11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.274943:0:23383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d40030000/0x35a208207d20dd11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.274952:0:23383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d40030000/0x35a208207d20dd11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833850.274973:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486016:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788833850.275033:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.275111:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4546e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833850.275491:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486016 00000100:00100000:2.0:1788833850.275514:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486016 00000100:00100000:2.0:1788833850.275577:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788833850.275588:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+13:23383:x1875727620486016:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833850.275613:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833850.275627:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c43162200/0x35a208207d20dd18 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dd11 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.275650:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c43162200/0x35a208207d20dd18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dd11 expref: 14 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.275661:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c43162200/0x35a208207d20dd18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dd11 expref: 14 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.275670:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43162200, rc 0) 00000100:00100000:2.0:1788833850.275726:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+14:23383:x1875727620486016:12345-0@lo:101:mount.lustre.0 Request processed in 140us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833850.275735:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788833850.277599:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486016:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833850.277629:0:23383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d40030000/0x35a208207d20dd11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd18 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.277641:0:23383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d40030000/0x35a208207d20dd11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dd18 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833850.277662:0:23383:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788833850.278985:0:23383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d40030000/0x35a208207d20dd11 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd18 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.279004:0:23383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d40030000/0x35a208207d20dd11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd18 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833850.279014:0:23383:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788833850.279026:0:23383:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788833850.279035:0:23383:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff985d5e9d2800 10000000:01000000:1.0:1788833850.279063:0:23383:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788833850.279243:0:23383:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1788833850.279255:0:23383:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1788833850.279302:0:23383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d40031200/0x35a208207d20dd1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.279311:0:23383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d40031200/0x35a208207d20dd1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.279322:0:23383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d40031200/0x35a208207d20dd1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833850.279347:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486144:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788833850.279426:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.279521:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4546e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833850.279907:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486144 00000100:00100000:0.0:1788833850.279915:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486144 00000100:00100000:0.0:1788833850.280007:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788833850.280019:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+14:23383:x1875727620486144:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788833850.280032:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833850.280048:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423ee600/0x35a208207d20dd26 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dd1f expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.280201:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423ee600/0x35a208207d20dd26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dd1f expref: 15 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.280228:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423ee600/0x35a208207d20dd26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dd1f expref: 15 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.280238:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423ee600, rc 0) 00000100:00100000:0.0:1788833850.282470:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486144:12345-0@lo:101:mount.lustre.0 Request processed in 2444us (3035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.282482:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788833850.283116:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486144:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833850.283141:0:23383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d40031200/0x35a208207d20dd1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd26 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.283153:0:23383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d40031200/0x35a208207d20dd1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dd26 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788833850.288406:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1788833850.296031:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788833850.300868:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788833850.300942:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1788833850.300958:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1788833850.300971:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1788833850.300983:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1788833850.300995:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1788833850.301007:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1788833850.301021:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1788833850.301035:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1788833850.301048:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1788833850.301062:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1788833850.301423:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1788833850.301444:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1788833850.301459:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1788833850.301473:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1788833850.301486:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1788833850.301498:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1788833850.301525:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1788833850.301539:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1788833850.301553:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1788833850.301566:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1788833850.301579:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1788833850.301593:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1788833850.301621:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1788833850.301635:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1788833850.301647:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1788833850.301660:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1788833850.301671:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1788833850.301683:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1788833850.301696:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1788833850.301709:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1788833850.301724:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1788833850.301738:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1788833850.301771:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1788833850.301782:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1788833850.301793:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1788833850.301804:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1788833850.301814:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1788833850.301825:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1788833850.301836:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1788833850.301847:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1788833850.301857:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1788833850.301868:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1788833850.301879:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1788833850.301906:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1788833850.301910:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1788833850.302042:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486272:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833850.302902:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.302958:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.303035:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486272 00000100:00100000:3.0:1788833850.303046:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486272 00000100:00100000:3.0:1788833850.303130:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788833850.303141:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486272:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833850.303498:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486272:12345-0@lo:501:mount.lustre.0 Request processed in 356us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.303521:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788833850.303666:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486272:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833850.303711:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486400:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788833850.303763:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.303840:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.303885:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486400 00000100:00100000:3.0:1788833850.303891:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486400 00000100:00100000:3.0:1788833850.303926:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788833850.303934:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486400:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833850.305463:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486400:12345-0@lo:503:mount.lustre.0 Request processed in 1521us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.305477:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833850.307413:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486400:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788833850.309251:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788833850.309503:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486528:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833850.309592:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.309643:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.309756:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486528 00000100:00100000:3.0:1788833850.309764:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486528 00000100:00100000:3.0:1788833850.309819:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788833850.309829:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486528:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.310577:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486528:12345-0@lo:502:mount.lustre.0 Request processed in 747us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.310586:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833850.311254:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486528:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788833850.311477:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788833850.311500:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1788833850.311519:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1788833850.311532:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1788833850.311544:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1788833850.311558:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1788833850.311570:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1788833850.311578:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1788833850.311585:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1788833850.311593:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1788833850.311606:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1788833850.311620:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1788833850.311633:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1788833850.311644:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1788833850.311651:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1788833850.311658:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1788833850.311666:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1788833850.311673:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1788833850.311679:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1788833850.311686:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1788833850.311693:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1788833850.311699:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1788833850.311706:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1788833850.311713:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1788833850.311728:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1788833850.311735:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1788833850.311755:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1788833850.311771:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1788833850.311783:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1788833850.311796:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1788833850.311807:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1788833850.311818:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1788833850.311831:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1788833850.311850:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1788833850.311865:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1788833850.311877:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1788833850.311889:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1788833850.311899:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1788833850.311911:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1788833850.311923:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1788833850.311934:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1788833850.311946:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1788833850.311958:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1788833850.311971:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1788833850.312011:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486656:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833850.312084:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.312217:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.312413:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486656 00000100:00100000:3.0:1788833850.312421:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486656 00000100:00100000:3.0:1788833850.312508:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788833850.312518:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486656:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.312637:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620486656:12345-0@lo:502:mount.lustre.0 Request processed in 120us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.312644:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788833850.312662:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620486656:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788833850.312714:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1788833850.312725:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1788833850.313621:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788833850.313634:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833850.313636:0:23387:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1788833850.313640:0:23387:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1788833850.313649:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788833850.313665:0:23387:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff985c430899b8) 00000020:00000080:3.0:1788833850.313686:0:23387:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1788833850.313692:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788833850.313875:0:23387:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788833850.313883:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x35a208207d20dd34 00000020:00000080:3.0:1788833850.314039:0:23387:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1788833850.314042:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788833850.314044:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833850.314045:0:23387:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1788833850.314047:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788833850.314050:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833850.314051:0:23387:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1788833850.314053:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788833850.314058:0:23387:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff985c4308b370) 00000020:00000080:3.0:1788833850.314065:0:23387:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1788833850.314067:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788833850.314815:0:23387:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1788833850.314818:0:23387:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1788833850.314833:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788833850.314927:0:23387:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d5e9d2800 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1788833850.314943:0:23387:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff985c43088000) 00000020:00000080:3.0:1788833850.314956:0:23387:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1788833850.315027:0:23387:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788833850.315035:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x35a208207d20dd49 00000020:00000080:3.0:1788833850.315180:0:23387:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1788833850.315188:0:23387:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788833850.315192:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x35a208207d20dd50 00080000:01000000:3.0:1788833850.315199:0:23387:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788833850.315202:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x35a208207d20dd57 00010000:00010000:3.0:1788833850.380478:0:23387:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788833850.381803:0:23387:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788833850.382310:0:23387:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788833850.383808:0:23387:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1788833850.383827:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833850.383843:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833850.383846:0:23387:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1788833850.383849:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833850.383855:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833850.383857:0:23387:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1788833850.383860:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788833850.383865:0:23387:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:00000080:1.0:1788833850.383897:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788833850.383915:0:23387:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff985c41ea8000) 00000020:00000080:1.0:1788833850.383937:0:23387:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1788833850.383944:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788833850.384019:0:23387:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1788833850.384027:0:23387:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788833850.384034:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x35a208207d20dd65 00010000:00080000:1.0:1788833850.384070:0:23387:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d7adbe800@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1788833850.385977:0:23387:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1788833850.389682:0:23387:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788833850.389698:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788833850.391721:0:23387:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788833850.391767:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x35a208207d20dd6c 00000100:00080000:2.0:1788833850.391780:0:23387:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788833850.391786:0:23387:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff985d7adbe800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:2.0:1788833850.391825:0:23387:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c43a71f80 x1875727620486784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788833850.391908:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620486784:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788833850.391979:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788833850.392050:0:23387:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788833850.392124:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486784 00000100:00100000:0.0:1788833850.392133:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486784 00000100:00100000:0.0:1788833850.392170:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788833850.392178:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3633:x1875727620486784:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788833850.392202:0:22656:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:0.0:1788833850.392236:0:22656:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x35a208207d20dd73 00000004:00100000:0.0:1788833850.392265:0:22656:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788833850.392279:0:22656:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:2.0:1788833850.392653:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.392659:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.392661:0:23387:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1788833850.392671:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788833850.392675:0:23387:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1788833850.392677:0:23387:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788833850.392678:0:23387:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788833850.392680:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788833850.392682:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.392683:0:23387:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788833850.392686:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833850.392691:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.392692:0:23387:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1788833850.392696:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788833850.392993:0:23387:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788833850.393013:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.393017:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.393018:0:23387:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1788833850.393021:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788833850.393023:0:23387:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1788833850.393024:0:23387:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788833850.393026:0:23387:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788833850.393027:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788833850.393030:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.393031:0:23387:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788833850.393033:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788833850.393037:0:23387:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788833850.393040:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.393041:0:23387:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788833850.393044:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788833850.393047:0:23387:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000100:00080000:1.0:1788833850.393053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788833850.393058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788833850.393060:0:38:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833850.393065:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 642 00000100:00080000:1.0:1788833850.393069:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788833850.393074:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff985d7aee6000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833850.393112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f228a80 x1875727620486912/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000000:2.0:1788833850.393222:0:23387:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788833850.393225:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788833850.393240:0:23387:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff985c42c83370) 00000020:00000080:2.0:1788833850.393327:0:23387:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1788833850.393335:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788833850.393426:0:23387:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1788833850.393434:0:23387:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788833850.393440:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x35a208207d20dd81 00010000:00080000:2.0:1788833850.393637:0:23387:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d451b5800@lustre-OST0000-osc-MDT0001: add connection 192.168.202.126@tcp at head 00010000:00010000:2.0:1788833850.393874:0:23387:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:2.0:1788833850.396795:0:23387:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788833850.397010:0:23387:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1788833850.399627:0:23387:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1788833850.400261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.400267:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833850.400270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.400273:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788833850.400341:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833850.400361:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620487040:0@lo:400:kworker.0 00000100:00100000:1.0:1788833850.400440:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.400499:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620487040 00000100:00100000:3.0:1788833850.400622:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620486912:0@lo:38:kworker.0 00000100:00100000:3.0:1788833850.400666:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.400783:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620487040 00000100:00100000:1.0:1788833850.400839:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788833850.400849:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620487040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833850.401004:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620487040:12345-0@lo:400:kworker.0 Request processed in 155us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833850.401012:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788833850.401117:0:22655:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1788833850.401125:0:22655:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1788833850.401483:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620486912 00000100:00100000:1.0:1788833850.401489:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620486912 00000100:00100000:3.0:1788833850.401828:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788833850.401834:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3633:x1875727620486912:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1788833850.401896:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3633:x1875727620486912:12345-0@lo:38:kworker.0 Request processed in 61us (1229us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788833850.401903:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788833850.401958:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788833850.401968:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788833850.401972:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788833850.401976:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620486912:0@lo:38:kworker.0 00010000:00080000:2.0:1788833850.402479:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff985d6f229c00 x1875727620487040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833850.402493:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620487040:0@lo:400:kworker.0 00000040:00080000:1.0:1788833850.403922:0:23387:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788833850.404244:0:23387:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1788833850.404813:0:23393:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788833850.404818:0:23393:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:0.0:1788833850.404998:0:22656:0:(import.c:65:import_set_state_nolock()) ffff985d7aec0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788833850.405167:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3633:x1875727620486784:12345-0@lo:38:llog_process_th.0 Request processed in 12987us (13185us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.405179:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788833850.405281:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788833850.405291:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788833850.405300:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788833850.405305:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788833850.405307:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbe800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788833850.405325:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620486784:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788833850.405452:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788833850.405467:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620487168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788833850.405516:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.405584:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620487168 00000100:00100000:0.0:1788833850.405590:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620487168 00000100:00100000:0.0:1788833850.405633:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788833850.405642:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1875727620487168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788833850.405665:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788833850.405706:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1875727620487168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.405712:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788833850.405754:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620487168:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788833850.406805:0:23387:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788833850.406819:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788833850.406857:0:23387:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788833850.406879:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x35a208207d20dd88 00000100:00080000:2.0:1788833850.406888:0:23387:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788833850.406894:0:23387:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff985d451b5800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:2.0:1788833850.406922:0:23387:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c43a70a80 x1875727620487296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788833850.406946:0:23387:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788833850.407009:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.407013:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.407015:0:23387:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788833850.407024:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788833850.407026:0:23387:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1788833850.407028:0:23387:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788833850.407029:0:23387:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788833850.407031:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788833850.407033:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.407035:0:23387:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788833850.407037:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788833850.407042:0:23387:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788833850.407045:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.407047:0:23387:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788833850.407050:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788833850.407054:0:23387:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.126@tcp to nid 0x20000c0a8ca7e (192.168.202.126@tcp) 00000020:01000000:2.0:1788833850.407083:0:23387:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788833850.407108:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788833850.407120:0:23387:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff985c42c80000) 00000020:00000080:2.0:1788833850.407133:0:23387:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788833850.407138:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788833850.407221:0:23387:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1788833850.407228:0:23387:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788833850.407235:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x35a208207d20dd96 00000100:00100000:0.0:1788833850.407845:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620487296:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788833850.407899:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620487296 offset 0 length 520: 4 00010000:00080000:2.0:1788833850.408237:0:23387:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d7adbc800@lustre-OST0001-osc-MDT0001: add connection 192.168.202.126@tcp at head 00010000:00010000:2.0:1788833850.408430:0:23387:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788833850.408485:0:23387:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788833850.408497:0:23387:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1788833850.408672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.408676:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833850.408677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.408679:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1788833850.410012:0:23387:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788833850.410260:0:23387:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788833850.410386:0:23387:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1788833850.410760:0:23395:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788833850.410765:0:23395:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788833850.411838:0:23387:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788833850.411850:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788833850.411889:0:23387:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788833850.411911:0:23387:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x35a208207d20dd9d 00000100:00080000:2.0:1788833850.411923:0:23387:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788833850.411935:0:23387:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff985d7adbc800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:2.0:1788833850.411973:0:23387:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c43a70000 x1875727620487424/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788833850.412004:0:23387:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788833850.412110:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.412114:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.412116:0:23387:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788833850.412119:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833850.412123:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.412125:0:23387:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788833850.412128:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788833850.412129:0:23387:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788833850.412131:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.412134:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.412135:0:23387:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788833850.412137:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833850.412139:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.412140:0:23387:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788833850.412144:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788833850.412173:0:23387:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.412176:0:23387:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.412177:0:23387:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788833850.412180:0:23387:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1788833850.412243:0:23383:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1788833850.412273:0:23383:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1788833850.412290:0:23383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d40031200/0x35a208207d20dd1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd26 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.412303:0:23383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d40031200/0x35a208207d20dd1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dd26 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788833850.412312:0:23383:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985d5e9d2800 from 1 10000000:01000000:2.0:1788833850.412321:0:23383:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00100000:0.0:1788833850.412466:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620487424:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788833850.412526:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620487424 offset 0 length 520: 4 00010000:00010000:2.0:1788833850.412600:0:23383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.412610:0:23383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.412622:0:23383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833850.412638:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487552:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788833850.412677:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833850.412736:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7af47b40 going to sleep for 11 seconds 00000100:00080000:1.0:1788833850.412885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.412890:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833850.412893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.412896:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788833850.416238:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620487552 00000100:00100000:0.0:1788833850.416265:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620487552 00000100:00100000:0.0:1788833850.416381:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788833850.416393:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+15:23383:x1875727620487552:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788833850.416410:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833850.416428:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dda4 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.416475:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dda4 expref: 16 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.416487:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dda4 expref: 16 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.416496:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423eec00, rc 0) 00000100:00100000:1.0:1788833850.416659:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:23383:x1875727620487552:12345-0@lo:101:mount.lustre.0 Request processed in 269us (3980us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833850.416667:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788833850.416849:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487552:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833850.416867:0:23383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.416877:0:23383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833850.417608:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487680:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788833850.417662:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.420462:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620487680 00000100:00100000:1.0:1788833850.420481:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620487680 00000100:00100000:0.0:1788833850.420558:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788833850.420570:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43262c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:23383:x1875727620487680:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788833850.420596:0:22645:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788833850.420621:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788833850.420625:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788833850.420772:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43262c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:23383:x1875727620487680:12345-0@lo:256:mount.lustre.0 Request processed in 205us (3109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.420780:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788833850.420861:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7af47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788833850.420884:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487680:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788833850.421656:0:23383:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788833850.421681:0:23383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.421707:0:23383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788833850.421716:0:23383:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985d5e9d2800 from 1 10000000:01000000:2.0:1788833850.421719:0:23383:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788833850.421764:0:23383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.421772:0:23383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.421782:0:23383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833850.421802:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487808:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788833850.421845:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833850.421913:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7af47b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788833850.421995:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620487808 00000100:00100000:1.0:1788833850.422002:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620487808 00000100:00100000:1.0:1788833850.422033:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788833850.422042:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:23383:x1875727620487808:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833850.422053:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833850.422066:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20ddb2 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.422112:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.422123:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.422132:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75645400, rc 0) 00000100:00100000:1.0:1788833850.422173:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620487808:12345-0@lo:101:mount.lustre.0 Request processed in 132us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833850.422179:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788833850.422277:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487808:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833850.422291:0:23383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.422300:0:23383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788833850.424716:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1788833850.424999:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788833850.425203:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788833850.425228:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1788833850.427388:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1788833850.427442:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1788833850.427459:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1788833850.427470:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1788833850.427481:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1788833850.427492:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1788833850.427503:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788833850.427793:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1788833850.427806:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1788833850.427827:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1788833850.427831:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1788833850.427932:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487936:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833850.428008:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833850.428053:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7af47000 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.428176:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620487936 00000100:00100000:3.0:1788833850.428184:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620487936 00000100:00100000:3.0:1788833850.428231:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788833850.428240:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620487936:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833850.428367:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620487936:12345-0@lo:501:mount.lustre.0 Request processed in 126us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.428393:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788833850.428490:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620487936:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833850.428533:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488064:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788833850.428569:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833850.428601:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7af47000 going to sleep for 11 seconds 00000100:00100000:0.0:1788833850.428606:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488064 00000100:00100000:0.0:1788833850.428611:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488064 00000100:00100000:0.0:1788833850.428687:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788833850.428696:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620488064:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788833850.428801:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620488064:12345-0@lo:503:mount.lustre.0 Request processed in 106us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.428807:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788833850.428875:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488064:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788833850.429340:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788833850.429410:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488192:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833850.429447:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833850.430115:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7af47b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.430203:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488192 00000100:00100000:3.0:1788833850.430210:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488192 00000100:00100000:3.0:1788833850.430244:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788833850.430263:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620488192:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.430389:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620488192:12345-0@lo:502:mount.lustre.0 Request processed in 126us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.430396:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788833850.430588:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488192:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788833850.430809:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788833850.430836:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1788833850.430851:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1788833850.430877:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1788833850.430889:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1788833850.430901:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1788833850.430914:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1788833850.430930:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1788833850.430944:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788833850.430956:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1788833850.430970:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1788833850.430997:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488320:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833850.431039:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833850.431073:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d7af47b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.431911:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488320 00000100:00100000:3.0:1788833850.431918:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488320 00000100:00100000:3.0:1788833850.431954:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788833850.431962:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620488320:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.432114:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620488320:12345-0@lo:502:mount.lustre.0 Request processed in 124us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.432122:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788833850.432228:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488320:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788833850.432342:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1788833850.432468:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788833850.433240:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833850.433337:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433340:0:23397:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788833850.433448:0:23397:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985d5e9d2800 00000020:00000080:2.0:1788833850.433453:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788833850.433461:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.433465:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433466:0:23397:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788833850.433469:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833850.433472:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433474:0:23397:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788833850.433478:0:23397:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985d5e9d2800 00000020:00000080:2.0:1788833850.433480:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788833850.433537:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.433541:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433542:0:23397:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788833850.433545:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833850.433555:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433557:0:23397:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788833850.433561:0:23397:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985d5e9d2800 00000020:00000080:2.0:1788833850.433563:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788833850.433582:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.433585:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433587:0:23397:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788833850.433589:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833850.433591:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433592:0:23397:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788833850.433595:0:23397:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985d5e9d2800 00000020:00000080:2.0:1788833850.433598:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788833850.433618:0:23397:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833850.433621:0:23397:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833850.433622:0:23397:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788833850.433625:0:23397:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1788833850.440576:0:23383:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788833850.440631:0:23383:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788833850.440653:0:23383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.440666:0:23383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833850.442690:0:23383:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788833850.442697:0:23383:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff985d5e9d2800 10000000:01000000:3.0:1788833850.442700:0:23383:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff985d5e9d2800 10000000:01000000:3.0:1788833850.442704:0:23383:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788833850.442720:0:23383:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff985d5e9d2800 from 1 10000000:01000000:3.0:1788833850.442723:0:23383:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788833850.442772:0:23383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cde00/0x35a208207d20ddc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.442784:0:23383:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cde00/0x35a208207d20ddc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.442795:0:23383:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cde00/0x35a208207d20ddc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833850.442819:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488448:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788833850.442887:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833850.442932:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488448 00000100:00100000:3.0:1788833850.442939:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488448 00000100:00100000:3.0:1788833850.442993:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788833850.443002:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:23383:x1875727620488448:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833850.443015:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833850.443027:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d744cce00/0x35a208207d20ddc7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20ddc0 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.443050:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d744cce00/0x35a208207d20ddc7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20ddc0 expref: 18 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.443061:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d744cce00/0x35a208207d20ddc7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20ddc0 expref: 18 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.443070:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d744cce00, rc 0) 00000100:00100000:3.0:1788833850.443120:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488448:12345-0@lo:101:mount.lustre.0 Request processed in 118us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.443134:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788833850.443184:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.443205:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488448:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833850.443217:0:23383:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cde00/0x35a208207d20ddc0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddc7 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.443226:0:23383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cde00/0x35a208207d20ddc0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20ddc7 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788833850.451752:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1788833850.452066:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788833850.459889:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1788833850.459927:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1788833850.459940:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1788833850.459951:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1788833850.459965:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1788833850.459978:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1788833850.459991:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1788833850.460003:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1788833850.460016:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1788833850.460028:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1788833850.460041:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1788833850.460056:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1788833850.460069:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1788833850.460083:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1788833850.460119:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1788833850.460133:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1788833850.460146:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1788833850.460159:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1788833850.460172:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1788833850.460198:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1788833850.460211:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1788833850.460222:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1788833850.460234:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1788833850.460259:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1788833850.460276:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1788833850.460290:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1788833850.460303:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1788833850.460316:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1788833850.460329:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1788833850.460340:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1788833850.460351:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1788833850.460363:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1788833850.460377:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1788833850.460390:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1788833850.460403:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1788833850.460415:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1788833850.460430:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1788833850.460442:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1788833850.460455:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1788833850.460467:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1788833850.460479:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1788833850.460492:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1788833850.460506:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1788833850.460520:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1788833850.460533:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1788833850.460546:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1788833850.460558:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1788833850.460573:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1788833850.460769:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1788833850.460790:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1788833850.460808:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1788833850.460814:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1788833850.460942:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488576:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833850.461012:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833850.461056:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46dee840 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.461136:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488576 00000100:00100000:3.0:1788833850.461143:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488576 00000100:00100000:3.0:1788833850.461184:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788833850.461193:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488576:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833850.461308:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488576:12345-0@lo:501:mount.lustre.0 Request processed in 115us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.461316:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788833850.461366:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488576:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833850.461396:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488704:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833850.461434:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833850.461446:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46dee840 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.461460:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488704 00000100:00100000:3.0:1788833850.461463:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488704 00000100:00100000:3.0:1788833850.461483:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788833850.461489:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488704:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833850.461556:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488704:12345-0@lo:503:mount.lustre.0 Request processed in 66us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.461562:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788833850.461602:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488704:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788833850.461968:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788833850.462026:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488832:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.462063:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833850.462107:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46dee840 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.462124:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488832 00000100:00100000:3.0:1788833850.462127:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488832 00000100:00100000:3.0:1788833850.462151:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788833850.462158:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488832:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.462228:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488832:12345-0@lo:502:mount.lustre.0 Request processed in 70us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.462234:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788833850.462271:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488832:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833850.462417:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1788833850.462439:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1788833850.462450:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1788833850.462460:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1788833850.462473:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1788833850.462487:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1788833850.462500:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1788833850.462514:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1788833850.462528:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1788833850.462541:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1788833850.462554:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1788833850.462566:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1788833850.462577:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1788833850.462589:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1788833850.462602:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1788833850.462615:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1788833850.462629:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1788833850.462641:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1788833850.462653:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1788833850.462666:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1788833850.462677:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1788833850.462700:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1788833850.462713:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1788833850.462726:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1788833850.462738:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1788833850.465896:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1788833850.465915:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1788833850.465929:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1788833850.465965:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1788833850.465981:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1788833850.465994:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1788833850.466008:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1788833850.466022:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1788833850.466035:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1788833850.466049:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1788833850.466064:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1788833850.466124:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1788833850.466147:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1788833850.466160:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1788833850.466308:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1788833850.466326:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1788833850.466340:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1788833850.466362:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1788833850.466375:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1788833850.466387:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1788833850.466399:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1788833850.466413:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1788833850.466426:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1788833850.466484:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488960:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.466568:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833850.466625:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46dee840 going to sleep for 11 seconds 00000100:00100000:2.0:1788833850.466731:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620488960 00000100:00100000:2.0:1788833850.466747:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620488960 00000100:00100000:2.0:1788833850.466799:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788833850.466809:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488960:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833850.466917:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620488960:12345-0@lo:502:mount.lustre.0 Request processed in 110us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833850.466925:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788833850.467134:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620488960:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833850.467421:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1788833850.467446:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1788833850.467468:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620489088:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833850.467502:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833850.467561:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46dee840 going to sleep for 11 seconds 00000100:00100000:2.0:1788833850.468401:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489088 00000100:00100000:2.0:1788833850.468410:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489088 00000100:00100000:2.0:1788833850.468487:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788833850.468496:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620489088:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833850.468626:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620489088:12345-0@lo:502:mount.lustre.0 Request processed in 131us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833850.468633:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788833850.468865:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620489088:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788833850.468928:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788833850.468938:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788833850.470278:0:23403:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1788833850.470294:0:23403:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff985c41ea99b8) 00000020:00000080:1.0:1788833850.470314:0:23403:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1788833850.470404:0:23403:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d5e9d2800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788833850.470409:0:23403:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d5e9d2800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788833850.470411:0:23403:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d5e9d2800 3 00010000:00080000:1.0:1788833850.470446:0:23403:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d5d87f000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1788833850.473046:0:23403:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1788833850.473922:0:23403:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1788833850.473978:0:23403:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788833850.473991:0:23403:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x35a208207d20ddd5 00000100:00080000:1.0:1788833850.474001:0:23403:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788833850.474006:0:23403:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff985d5d87f000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833850.474047:0:23403:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f22b100 x1875727620489216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833850.474080:0:23403:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788833850.474123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.474128:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833850.474131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833850.474134:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788833850.474464:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875727620489216:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788833850.474549:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833850.474615:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489216 00000100:00100000:3.0:1788833850.474623:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489216 00000100:00100000:3.0:1788833850.474665:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788833850.474673:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3633:x1875727620489216:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788833850.474697:0:22652:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:3.0:1788833850.474730:0:22652:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x35a208207d20dddc 00000004:00100000:3.0:1788833850.474755:0:22652:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788833850.474785:0:22652:0:(import.c:65:import_set_state_nolock()) ffff985d70ac4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788833850.474831:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875727620489216:12345-0@lo:38:llog_process_th.0 Request processed in 157us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.474838:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788833850.474875:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff985d6f22b100 x1875727620489216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788833860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833850.474885:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788833850.474892:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788833850.474899:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788833850.474903:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788833850.474906:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d5d87f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788833850.474911:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875727620489216:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788833850.475207:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1788833850.477158:0:23383:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788833850.477206:0:23383:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788833850.477223:0:23383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cde00/0x35a208207d20ddc0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddc7 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.477248:0:23383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cde00/0x35a208207d20ddc0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddc7 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788833850.477303:0:23383:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788833850.477305:0:23383:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788833850.477307:0:23383:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788833850.477308:0:23383:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788833850.477309:0:23383:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788833850.477311:0:23383:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788833850.477312:0:23383:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788833850.477315:0:23383:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788833850.477317:0:23383:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788833850.477321:0:23383:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1788833850.477324:0:23383:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788833850.477325:0:23383:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788833850.477326:0:23383:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788833850.477327:0:23383:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788833850.477329:0:23383:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788833850.477330:0:23383:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788833850.477331:0:23383:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788833850.477332:0:23383:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788833850.477333:0:23383:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788833850.478298:0:23383:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788833850.478324:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620489344:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788833850.478415:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833850.478460:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d754a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1788833850.478484:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489344 00000100:00100000:2.0:1788833850.478493:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489344 00000100:00100000:2.0:1788833850.478542:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788833850.478552:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620489344:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788833850.478579:0:22645:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788833850.478604:0:22645:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1788833850.491942:0:22630:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1788833850.492703:0:22645:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788833850.492758:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1788833850.493236:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:23383:x1875727620489344:12345-0@lo:253:mount.lustre.0 Request processed in 14681us (14816us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833850.493262:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788833850.493487:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:23383:1875727620489344:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788833850.493503:0:23383:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788833850.493506:0:23383:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788833850.493508:0:23383:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788833850.493510:0:23383:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833850.493511:0:23383:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833850.493512:0:23383:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833850.493514:0:23383:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833850.493515:0:23383:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788833850.493517:0:23383:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833850.493519:0:23383:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788833850.493536:0:23383:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:1.0:1788833850.496494:0:23383:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1788833850.496573:0:23408:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1788833850.496576:0:23408:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1788833850.496794:0:23409:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1788833850.497353:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1788833850.498264:0:23383:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1788833850.500140:0:23409:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000100:00100000:1.0:1788833850.500365:0:23410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23410:1875727620489472:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788833850.500442:0:23410:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.500489:0:23410:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c4218a300 going to sleep for 11 seconds 20000000:01000000:0.0:1788833850.500927:0:22666:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788833850.500935:0:22666:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00100000:0.0:1788833850.500976:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489472 00000100:00100000:0.0:1788833850.500984:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489472 00000100:00100000:0.0:1788833850.501062:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788833850.501073:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23410:x1875727620489472:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788833850.501198:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23410:x1875727620489472:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 127us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.501216:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000004:00080000:3.0:1788833850.501616:0:23409:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:01000000:2.0:1788833850.502033:0:23383:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1788833850.502076:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00010000:1.0:1788833850.502159:0:22666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.502189:0:22666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dce0 expref: 17 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.502197:0:22666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dda4 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.502204:0:22666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.502241:0:22666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20dda4 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.502265:0:22666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20dda4 expref: 17 pid: 22643 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833850.502278:0:22666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f229500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620489600:0@lo:104: 00000100:00100000:1.0:1788833850.502335:0:22666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788833850.502386:0:22666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20dce0 expref: 17 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833850.502394:0:22666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20dce0 expref: 17 pid: 22644 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833850.502402:0:22666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f229c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620489728:0@lo:104: 00000100:00100000:1.0:1788833850.502436:0:22666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.502455:0:22666:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d460086c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788833850.502491:0:23410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23410:1875727620489472:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1788833850.502522:0:23410:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788833850.502553:0:23410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23410:1875727620489856:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788833850.502585:0:23410:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.502602:0:23410:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46008180 going to sleep for 11 seconds 00000100:00100000:3.0:1788833850.502805:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489600 00000100:00100000:3.0:1788833850.502812:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489600 00000100:00100000:3.0:1788833850.502844:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489728 00000100:00100000:3.0:1788833850.502848:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489728 00000100:00100000:3.0:1788833850.502863:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833850.502871:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:22666:x1875727620489600:12345-0@lo:104: 00010000:00010000:3.0:1788833850.502884:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.502944:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788833850.502950:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:22666:x1875727620489600:12345-0@lo:104: Request processed in 81us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.503036:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833850.503054:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788833850.503061:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620489728:12345-0@lo:104: 00010000:00010000:3.0:1788833850.503068:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503124:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788833850.503130:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620489728:12345-0@lo:104: Request processed in 71us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.503147:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788833850.503223:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833850.503230:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503238:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163c00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833850.503242:0:22638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503312:0:22638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833850.503319:0:22638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833850.503324:0:22638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788833850.503359:0:22638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503365:0:22638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833850.503399:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503405:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43163c00/0x35a208207d20dda4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddab expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503419:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833850.503421:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503436:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162800 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833850.503440:0:22638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503446:0:22638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833850.503451:0:22638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833850.503456:0:22638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788833850.503472:0:22638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503477:0:22638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833850.503494:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503500:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43162800/0x35a208207d20dce0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dce7 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.503515:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833850.503517:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833850.503518:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833850.503534:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788833850.503545:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620489984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833850.503577:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.504110:0:22666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f229500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620489600:0@lo:104: 00000100:00100000:1.0:1788833850.504122:0:22666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f229c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620489728:0@lo:104: 00010000:00010000:1.0:1788833850.504141:0:22666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833850.504676:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833850.504693:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489856 00000100:00100000:3.0:1788833850.504712:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489856 00000100:00100000:3.0:1788833850.504774:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788833850.504784:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23410:x1875727620489856:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788833850.504944:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23410:x1875727620489856:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 160us (2356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.504951:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788833850.505368:0:23410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23410:1875727620489856:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788833850.505447:0:23410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23410:1875727620490240:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788833850.505485:0:23410:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.505510:0:23410:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c4218ac00 going to sleep for 11 seconds 00000004:00000080:2.0:1788833850.505630:0:23383:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000100:00100000:2.0:1788833850.505653:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620490112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788833850.505688:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833850.505752:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620489984 00000100:00100000:2.0:1788833850.505757:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620489984 00010000:00010000:2.0:1788833850.505782:0:22635:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dda4 expref: 18 pid: 22643 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833850.505806:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620490112 00000100:00100000:2.0:1788833850.505809:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620490112 00010000:00010000:2.0:1788833850.505819:0:22635:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dce0 expref: 19 pid: 22644 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833850.505830:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788833850.505847:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:3636:x1875727620489984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788833850.505860:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788833850.505865:0:22635:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dda4 expref: 19 pid: 22643 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.505875:0:22635:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20dda4 expref: 19 pid: 22643 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.505891:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423eec00/0x35a208207d20ddab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20dda4 expref: 19 pid: 22643 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833850.505908:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788833850.505942:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3636:x1875727620489984:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (2363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833850.505949:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788833850.506133:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788833850.506142:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3634:x1875727620490112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788833850.506150:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788833850.506154:0:22637:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dce0 expref: 18 pid: 22644 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506163:0:22637:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20dce0 expref: 18 pid: 22644 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506325:0:22637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d40030e00/0x35a208207d20dce7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20dce0 expref: 18 pid: 22644 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506340:0:22637:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506349:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788833850.506363:0:22637:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005430498s 00010000:00010000:0.0:1788833850.506368:0:22637:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506376:0:22637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506383:0:22637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506390:0:22637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506403:0:22637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833850.506407:0:22637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506416:0:22637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506434:0:22637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506444:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788833850.506479:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:3634:x1875727620490112:12345-0@lo:103:ldlm_bl.0 Request processed in 339us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.506485:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788833850.506509:0:22666:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506518:0:22666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833850.506524:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75645000/0x35a208207d20dde3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833850.506552:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620490112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833850.506652:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620490240 00000100:00100000:3.0:1788833850.506656:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620490240 00000100:00100000:3.0:1788833850.506688:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788833850.506696:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23410:x1875727620490240:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788833850.506755:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23410:x1875727620490240:12345-0@lo:900:lod0001_rec0000.0 Request processed in 60us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833850.506761:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788833850.506862:0:23410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff985d6f22ad80 x1875727620490240/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788833866 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833850.506873:0:23410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23410:1875727620490240:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788833850.506931:0:23410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23410:1875727620490368:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788833850.507050:0:23410:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833850.507069:0:23410:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c4218a300 going to sleep for 11 seconds 00000100:00100000:1.0:1788833850.507141:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620489984:0@lo:103:ldlm_bl.0 00000040:01000000:2.0:1788833850.507413:0:23383:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1788833850.507509:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788833850.508150:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620490368 00000100:00100000:0.0:1788833850.508157:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620490368 00000100:00100000:0.0:1788833850.508336:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788833850.508346:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23410:x1875727620490368:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788833850.508465:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23410:x1875727620490368:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 121us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833850.508472:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788833850.508533:0:23410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23410:1875727620490368:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1788833850.508590:0:23410:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788833850.511594:0:23410:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788833850.511688:0:23410:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788833850.511695:0:23410:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:2.0:1788833850.514669:0:23383:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788833850.515259:0:23383:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788833850.515299:0:23383:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1788833850.515484:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1788833850.516059:0:23383:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1788833850.518814:0:23383:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788833850.532666:0:23383:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788833850.532727:0:23383:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffabdd4186f988 00100000:10000000:1.0:1788833850.532736:0:23383:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788833850.534002:0:23383:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788833850.534038:0:23383:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.126@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788833850.534059:0:23383:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788833850.534076:0:23383:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1788833850.535313:0:23383:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788833850.536432:0:23383:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788833850.572516:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833850.898307:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000040:00080000:1.0:1788833851.534197:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788833851.600400:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788833851.724199:0:22647:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788833851.724206:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985d5e9d2800 from 12 10000000:01000000:3.0:1788833851.724211:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788833851.724272:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833851.724285:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833851.724298:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833851.724321:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788833851.724392:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833851.724444:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46008480 going to sleep for 11 seconds 00000100:00100000:2.0:1788833851.724581:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620490496 00000100:00100000:2.0:1788833851.724589:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620490496 00000100:00100000:2.0:1788833851.724643:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788833851.724650:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:22647:x1875727620490496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788833851.724663:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833851.724676:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20ddea expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833851.724727:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20ddea expref: 17 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833851.724749:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20ddea expref: 17 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833851.724761:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43163e00, rc 0) 00000100:00100000:2.0:1788833851.724817:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620490496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833851.724824:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788833851.724970:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788833851.724983:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833851.724990:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833851.725033:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490624:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788833851.725059:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833851.725252:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620490624 00000100:00100000:2.0:1788833851.725257:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620490624 00000100:00100000:2.0:1788833851.725290:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788833851.725297:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620490624:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788833851.725311:0:22645:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788833851.725324:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788833851.725327:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788833851.725389:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620490624:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 93us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833851.725396:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788833851.725521:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d739f9600 going to sleep for 11 seconds 00000100:00100000:0.0:1788833851.725535:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490624:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788833851.725581:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788833851.725587:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833851.725595:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833851.725606:0:22647:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788833851.725608:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985c438cf000 from 12 10000000:01000000:0.0:1788833851.725610:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788833851.725625:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833851.725630:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833851.725635:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833851.725649:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788833851.725669:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833851.725742:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d60cbb240 going to sleep for 11 seconds 00000100:00100000:3.0:1788833851.725811:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620490752 00000100:00100000:3.0:1788833851.725821:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620490752 00000100:00100000:3.0:1788833851.725894:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788833851.725901:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620490752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833851.725909:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833851.725917:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20ddf8 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833851.725929:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 18 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833851.725936:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 18 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833851.725940:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d744cdc00, rc 0) 00000100:00100000:3.0:1788833851.725970:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620490752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 71us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833851.725982:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788833851.726028:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788833851.726035:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833851.726041:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833851.726067:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490880:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788833851.726086:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833851.726471:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d60cbb240 going to sleep for 11 seconds 00000100:00100000:2.0:1788833851.726530:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620490880 00000100:00100000:2.0:1788833851.726534:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620490880 00000100:00100000:2.0:1788833851.726555:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788833851.726561:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620490880:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788833851.726573:0:22645:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788833851.726587:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788833851.726590:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788833851.726651:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620490880:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 90us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833851.726656:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788833851.726737:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620490880:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788833851.726776:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788833851.726782:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833851.726789:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833851.917378:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000040:00080000:1.0:1788833852.559779:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788833852.621319:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833852.940313:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788833853.659327:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833853.966002:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788833854.687399:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833854.988896:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 0 seconds 00000001:02000400:3.0:1788833855.474621:0:23653:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788833855.707109:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788833855.887192:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788833855.887200:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788833855.887203:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833855.887217:0:15059:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff985d7aee6000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833855.887241:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f228e00 x1875727620491136/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833855.887266:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833855.887269:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833855.887272:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833855.887275:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833855.887296:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833855.887298:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833855.887301:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833855.887304:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788833855.887331:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620491008:0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887403:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833855.887451:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788833855.887456:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620491520:0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887490:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833855.887515:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620491264:0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887535:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833855.887551:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788833855.887555:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620491392:0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887572:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833855.887604:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491008 00000100:00100000:1.0:1788833855.887611:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491008 00000100:00100000:1.0:1788833855.887651:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788833855.887659:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3635:x1875727620491008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887722:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3635:x1875727620491008:12345-0@lo:400:kworker.0 Request processed in 63us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833855.887730:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788833855.887759:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491520 00000100:00100000:1.0:1788833855.887762:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491520 00000100:00100000:1.0:1788833855.887782:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491264 00000100:00100000:1.0:1788833855.887785:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491264 00000100:00100000:1.0:1788833855.887795:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788833855.887801:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620491520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887826:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620491520:12345-0@lo:400:kworker.0 Request processed in 25us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833855.887832:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788833855.887841:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788833855.887845:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620491264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887867:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620491264:12345-0@lo:400:kworker.0 Request processed in 21us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833855.887872:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788833855.887905:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d6f22bb80 x1875727620491264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833855.887918:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620491264:0@lo:400:kworker.0 00010000:00080000:1.0:1788833855.887938:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d6f22b800 x1875727620491520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833855.887946:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620491520:0@lo:400:kworker.0 00000100:00100000:1.0:1788833855.887952:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620491008:0@lo:400:kworker.0 00000100:00100000:0.0:1788833855.888383:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620491136:0@lo:38:kworker.0 00000100:00100000:0.0:1788833855.888414:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833855.888449:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491392 00000100:00100000:0.0:1788833855.888457:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491392 00000100:00100000:0.0:1788833855.888492:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491136 00000100:00100000:0.0:1788833855.888494:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491136 00000100:00100000:0.0:1788833855.888504:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788833855.888509:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620491392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833855.888543:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620491392:12345-0@lo:400:kworker.0 Request processed in 34us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833855.888549:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788833855.888560:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788833855.888564:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3633:x1875727620491136:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788833855.888585:0:22655:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 652 last 0 00000020:00000080:0.0:1788833855.888614:0:22655:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x35a208207d20de06 00000004:00100000:0.0:1788833855.888628:0:22655:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788833855.888634:0:22655:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788833855.888723:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620491392:0@lo:400:kworker.0 00000100:00100000:2.0:1788833855.896575:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788833855.896598:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620491648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788833855.896673:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833855.896805:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491648 00000100:00100000:3.0:1788833855.896814:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491648 00000100:00100000:3.0:1788833855.896869:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788833855.896880:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620491648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788833855.896915:0:22656:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788833855.896975:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620491648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833855.896998:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788833855.897728:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620491648:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788833855.903299:0:22655:0:(import.c:65:import_set_state_nolock()) ffff985d5da2e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833855.903654:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3633:x1875727620491136:12345-0@lo:38:kworker.0 Request processed in 15085us (15236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833855.903666:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1788833855.903762:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788833855.903772:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1788833855.903777:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788833855.903780:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee6000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788833855.903803:0:3633:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002086ca81): req@ffff985d6f227800 x1875727620484224/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833855.903830:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620491136:0@lo:38:kworker.0 00000100:00100000:2.0:1788833855.903941:0:22692:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833855.903978:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833855.904118:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620484224 00000100:00100000:0.0:1788833855.904125:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620484224 00000100:00100000:0.0:1788833855.904184:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788833855.904193:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22692:x1875727620484224:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788833855.904269:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22692:x1875727620484224:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 78us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833855.904276:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788833855.904302:0:22692:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22692:1875727620484224:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1788833855.904333:0:22692:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788833855.904573:0:22692:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22692:1875727620491776:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788833855.904608:0:22692:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833855.904641:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1788833855.904683:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491776 00000100:00100000:2.0:1788833855.904688:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491776 00000100:00100000:2.0:1788833855.904727:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788833855.904734:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22692:x1875727620491776:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788833855.904828:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22692:x1875727620491776:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 94us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833855.904834:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788833855.905318:0:22692:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22692:1875727620491776:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788833855.905677:0:22692:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22692:1875727620491904:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788833855.905725:0:22692:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833855.905754:0:22692:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1788833855.905802:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620491904 00000100:00100000:2.0:1788833855.905808:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620491904 00000100:00100000:2.0:1788833855.905848:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788833855.905856:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22692:x1875727620491904:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788833855.905913:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22692:x1875727620491904:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 58us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833855.905920:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788833855.905977:0:22692:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22692:1875727620491904:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1788833855.906021:0:22692:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788833855.908162:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620492032:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788833855.908235:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833855.908300:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620492032 00000100:00100000:2.0:1788833855.908307:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620492032 00000100:00100000:2.0:1788833855.908347:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788833855.908365:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1875727620492032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788833855.908417:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788833855.908465:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1875727620492032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833855.908471:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788833855.908486:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620492032:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788833855.912067:0:22692:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788833855.912196:0:22692:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:0.0:1788833855.912203:0:22692:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1788833856.716324:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788833856.772732:0:23705:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788833856.773706:0:23705:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1788833857.039747:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788833857.742264:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788833857.798081:0:23755:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788833857.798561:0:23755:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788833858.768889:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788833858.868510:0:23803:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdbea66e30 20000000:00000080:2.0:1788833858.868529:0:23803:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff985d5d890000 uarg=0000000000000000 20000000:01000000:2.0:1788833858.868578:0:23803:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1788833858.868585:0:23803:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1788833858.868589:0:23803:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788833858.869394:0:23804:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1788833858.869561:0:23803:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788833858.876073:0:23803:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788833858.876470:0:23803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833858.876491:0:23803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dcaf expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833858.876499:0:23803:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833858.876507:0:23803:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833858.876554:0:23803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833858.876569:0:23803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 17 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833858.876600:0:23803:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23803:1875727620492160:0@lo:104: 00000100:00100000:2.0:1788833858.876822:0:23803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788833858.876885:0:23803:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20dcaf expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833858.876894:0:23803:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20dcaf expref: 17 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833858.876902:0:23803:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23803:1875727620492288:0@lo:104: 00000100:00100000:2.0:1788833858.876924:0:23803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833858.877003:0:23803:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d452dc300 going to sleep for 11 seconds 00000100:00100000:1.0:1788833858.879466:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620492160 00000100:00100000:1.0:1788833858.879480:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620492160 00000100:00100000:1.0:1788833858.879521:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620492288 00000100:00100000:1.0:1788833858.879524:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620492288 00000100:00100000:1.0:1788833858.879539:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788833858.879549:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:23803:x1875727620492160:12345-0@lo:104: 00010000:00010000:1.0:1788833858.879566:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833858.879784:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788833858.879790:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:23803:x1875727620492160:12345-0@lo:104: Request processed in 244us (3040us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833858.879797:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788833858.879813:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788833858.879819:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:23803:x1875727620492288:12345-0@lo:104: 00010000:00010000:1.0:1788833858.879826:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833858.879861:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788833858.879865:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:23803:x1875727620492288:12345-0@lo:104: Request processed in 48us (2941us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833858.879871:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1788833858.880029:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833858.880037:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880045:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163800 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833858.880049:0:22638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880058:0:22638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833858.880065:0:22638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833858.880070:0:22638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788833858.880136:0:22638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880143:0:22638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833858.880164:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880171:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43163800/0x35a208207d20ddb2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddb9 expref: -99 pid: 23383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880205:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833858.880208:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880214:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cc200 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833858.880217:0:22638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880223:0:22638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833858.880229:0:22638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833858.880234:0:22638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788833858.880247:0:22638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880253:0:22638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833858.880268:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880275:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20dcaf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dcb6 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880287:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833858.880289:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833858.880290:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833858.880303:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3637:1875727620492416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833858.880352:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833858.880404:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620492544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833858.880426:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833858.880471:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620492416 00000100:00100000:3.0:1788833858.880476:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620492416 00010000:00010000:3.0:1788833858.880494:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 18 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833858.880512:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620492544 00000100:00100000:3.0:1788833858.880514:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620492544 00010000:00010000:3.0:1788833858.880524:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dcaf expref: 19 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833858.880535:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788833858.880541:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:3637:x1875727620492416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833858.880552:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833858.880557:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 19 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880567:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 19 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880586:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833858.880614:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:3637:x1875727620492416:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833858.880620:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788833858.880634:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788833858.880640:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3634:x1875727620492544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833858.880676:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833858.880687:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dcaf expref: 18 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880697:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20dcaf expref: 18 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880709:0:22636:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880717:0:22636:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880731:0:22636:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880739:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880747:0:22636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880753:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880759:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833858.880763:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880770:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880778:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.880794:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833858.880822:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3634:x1875727620492544:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833858.880827:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788833858.880867:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3637:1875727620492416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833858.880892:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620492544:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788833858.881338:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833858.881438:0:23803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75645400/0x35a208207d20ddb9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20ddb2 expref: 17 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833858.881452:0:23803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23803:1875727620492160:0@lo:104: 00010000:00010000:3.0:1788833858.881532:0:23803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d40031600/0x35a208207d20dcb6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20dcaf expref: 16 pid: 22643 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833858.881543:0:23803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23803:1875727620492288:0@lo:104: 00010000:00010000:3.0:1788833858.881559:0:23803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.881567:0:23803:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.881573:0:23803:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833858.881578:0:23803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43163c00/0x35a208207d20de0d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833859.788340:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833860.003604:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833850/real 1788833850] req@ffff985c43a70000 x1875727620487424/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833860.003665:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985c43a70000 x1875727620487424/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833860.003676:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833850/real 1788833850] req@ffff985c43a70a80 x1875727620487296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833860.003687:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985c43a70a80 x1875727620487296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833860.003696:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833845/real 1788833845] req@ffff985d7af48380 x1875727620485376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833860.003709:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d7af48380 x1875727620485376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833860.003719:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833845/real 1788833845] req@ffff985d7af4b800 x1875727620485504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833860.003730:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d7af4b800 x1875727620485504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788833860.004629:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788833860.004663:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788833860.004669:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620487424:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788833860.004675:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d451b5800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788833860.004681:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788833860.004683:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620487296:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788833860.004688:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c41c39800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788833860.004703:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788833860.004706:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620485376:0@lo:8:kworker.0 00000100:00080000:0.0:1788833860.004710:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788833860.004713:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788833860.004716:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620485504:0@lo:8:kworker.0 00000100:00080000:1.0:1788833860.004902:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833860.004915:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788833860.004918:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985c41c39800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833860.004922:0:15059:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 642 00000100:00080000:1.0:1788833860.004927:0:15059:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788833860.004934:0:15059:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff985c41c39800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833860.004959:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f22aa00 x1875727620492928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833860.004970:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833860.004972:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788833860.004974:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833860.004976:0:15059:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 642 00000100:00080000:1.0:1788833860.004979:0:15059:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788833860.004982:0:15059:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff985d7aee1000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833860.004991:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f228e00 x1875727620493056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833860.005011:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833860.005013:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788833860.005015:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d451b5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833860.005018:0:15059:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 647 00000100:00080000:1.0:1788833860.005020:0:15059:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788833860.005023:0:15059:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff985d451b5800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833860.005032:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f22ad80 x1875727620493440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833860.005040:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833860.005050:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788833860.005052:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833860.005055:0:15059:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 647 00000100:00080000:1.0:1788833860.005057:0:15059:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788833860.005061:0:15059:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff985d7adbc800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833860.005074:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7fade300 x1875727620493568/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833860.005127:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620493312:0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.005262:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620492672:0@lo:400:kworker.0 00000100:00100000:0.0:1788833860.005345:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620492928:0@lo:8:kworker.0 00000100:00100000:2.0:1788833860.005414:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833860.007757:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7faddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620493696:0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.007821:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833860.007877:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620492672 00000100:00100000:2.0:1788833860.007886:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620492672 00000100:00100000:2.0:1788833860.007932:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788833860.007941:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:3635:x1875727620492672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.007994:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:3635:x1875727620492672:12345-0@lo:400:kworker.0 Request processed in 53us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833860.008001:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788833860.008048:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620493696 00000100:00100000:2.0:1788833860.008052:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620493696 00000100:00100000:2.0:1788833860.008079:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788833860.008101:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620493696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.008136:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620493696:12345-0@lo:400:kworker.0 Request processed in 51us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833860.008143:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788833860.008589:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620492672:0@lo:400:kworker.0 00010000:00080000:2.0:1788833860.008603:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d7faddc00 x1875727620493696/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833860.008615:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7faddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620493696:0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.008735:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620493184:0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.009297:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833860.009335:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788833860.009343:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620492800:0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.009370:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833860.009407:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620492800 00000100:00100000:2.0:1788833860.009412:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620492800 00000100:00100000:2.0:1788833860.009595:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788833860.009605:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1875727620492800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833860.009665:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1875727620492800:12345-0@lo:400:kworker.0 Request processed in 51us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833860.009671:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788833860.009705:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620492800:0@lo:400:kworker.0 00000100:00100000:1.0:1788833860.009870:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833860.009902:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620493184 00000100:00100000:1.0:1788833860.009907:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620493184 00000100:00100000:1.0:1788833860.009934:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833860.009941:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620493184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833860.009977:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620493184:12345-0@lo:400:kworker.0 Request processed in 37us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833860.009983:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833860.010003:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620493312 00000100:00100000:1.0:1788833860.010006:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620493312 00000100:00100000:1.0:1788833860.010027:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788833860.010033:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620493312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833860.010067:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620493312:12345-0@lo:400:kworker.0 Request processed in 34us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833860.010073:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788833860.010121:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620493312:0@lo:400:kworker.0 00010000:00080000:2.0:1788833860.010261:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d6f229880 x1875727620493184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833860.010284:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620493184:0@lo:400:kworker.0 00000400:00000100:0.0:1788833860.010368:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620492928 offset 0 length 520: 4 00000100:00100000:0.0:1788833860.010400:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620493056:0@lo:8:kworker.0 00000400:00000100:0.0:1788833860.010425:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620493056 offset 0 length 520: 4 00000100:00100000:0.0:1788833860.012283:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620493440:0@lo:8:kworker.0 00000400:00000100:0.0:1788833860.012334:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620493440 offset 0 length 520: 4 00000100:00100000:0.0:1788833860.012362:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fade300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620493568:0@lo:8:kworker.0 00000400:00000100:0.0:1788833860.012379:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875727620493568 offset 0 length 520: 4 10000000:01000000:0.0:1788833860.301948:0:22647:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788833860.301957:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985d5e9d2800 from 13 10000000:01000000:0.0:1788833860.301963:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788833860.302014:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833860.302026:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833860.302038:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833860.302068:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620493824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788833860.302188:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833860.302230:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eeafb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788833860.302305:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620493824 00000100:00100000:1.0:1788833860.302314:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620493824 00000100:00100000:1.0:1788833860.302382:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788833860.302394:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+16:22647:x1875727620493824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788833860.302407:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833860.302421:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20de14 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833860.302458:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20de14 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833860.302470:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de14 expref: 17 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833860.302479:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75644e00, rc 0) 00000100:00100000:1.0:1788833860.302533:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620493824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833860.302541:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788833860.302627:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620493824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833860.302643:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833860.302662:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833860.302729:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620493952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833860.302758:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833860.302792:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4674acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788833860.304598:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620493952 00000100:00100000:1.0:1788833860.304610:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620493952 00000100:00100000:1.0:1788833860.304759:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788833860.304771:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620493952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788833860.304946:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620493952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 177us (2186us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833860.304954:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788833860.305167:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620493952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788833860.305219:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788833860.305271:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833860.305311:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eeaf180 going to sleep for 11 seconds 00000100:00100000:1.0:1788833860.305534:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494080 00000100:00100000:1.0:1788833860.305539:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494080 00000100:00100000:1.0:1788833860.305574:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788833860.305581:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620494080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788833860.305782:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620494080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 200us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833860.305796:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788833860.308633:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494080:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788833860.310340:0:23865:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788833860.314053:0:22647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788833860.315853:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788833860.315870:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833860.315884:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788833860.315896:0:22647:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788833860.315899:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985c438cf000 from 13 10000000:01000000:2.0:1788833860.315903:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788833860.315942:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833860.315949:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833860.315959:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833860.315984:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788833860.316049:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833860.316280:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494208 00000100:00100000:1.0:1788833860.316290:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494208 00000100:00100000:1.0:1788833860.316347:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788833860.316357:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+17:22647:x1875727620494208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788833860.316370:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833860.316382:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20de22 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833860.316407:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20de22 expref: 18 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833860.316418:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de22 expref: 18 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833860.316428:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75645600, rc 0) 00000100:00100000:1.0:1788833860.316486:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620494208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833860.316493:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788833860.316908:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d437d9180 going to sleep for 11 seconds 00000100:00100000:2.0:1788833860.316931:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788833860.316946:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833860.316975:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833860.317041:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788833860.317071:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833860.317120:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d437d9180 going to sleep for 11 seconds 00000100:00100000:1.0:1788833860.317632:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494336 00000100:00100000:1.0:1788833860.317639:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494336 00000100:00100000:1.0:1788833860.317768:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788833860.317778:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620494336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788833860.317928:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620494336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 150us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833860.317937:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788833860.318069:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788833860.318127:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788833860.318175:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833860.318197:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eeaf180 going to sleep for 11 seconds 00000100:00100000:3.0:1788833860.321770:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494464 00000100:00100000:3.0:1788833860.321785:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494464 00000100:00100000:3.0:1788833860.321854:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788833860.321864:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620494464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833860.322038:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:22647:x1875727620494464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (3862us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833860.322045:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788833860.322519:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620494464:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788833860.324019:0:23866:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788833860.324168:0:22647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788833860.324196:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788833860.324206:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833860.324217:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833860.815864:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833861.004290:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620494592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833861.004376:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833861.004464:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494592 00000100:00100000:1.0:1788833861.004484:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494592 00000100:00100000:1.0:1788833861.004534:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788833861.004544:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620494592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788833861.004578:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788833861.004772:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620494592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 227us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833861.004780:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788833861.004844:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620494720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788833861.004876:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833861.004922:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494720 00000100:00100000:1.0:1788833861.004927:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494720 00000100:00100000:1.0:1788833861.004957:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788833861.004976:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3637:x1875727620494720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788833861.004996:0:23392:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788833861.005137:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620494592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788833861.007295:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3637:x1875727620494720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2313us (2410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833861.007317:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788833861.007560:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620494720:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788833861.847567:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788833862.037347:0:23384:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:1.0:1788833862.797410:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788833862.860807:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833863.886885:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833864.912885:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788833865.101225:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833865.101232:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833865.101235:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833865.101238:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833865.101263:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833865.101266:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833865.101269:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833865.101271:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788833865.101322:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620494848:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.101407:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.101454:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875727620495360:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.101479:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.101506:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833865.101511:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620494976:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.101539:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.101570:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494848 00000100:00100000:1.0:1788833865.101579:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494848 00000100:00100000:1.0:1788833865.101640:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788833865.101650:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3634:x1875727620494848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.101701:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:3634:x1875727620494848:12345-0@lo:400:kworker.0 Request processed in 51us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.101708:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788833865.101741:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620494976 00000100:00100000:1.0:1788833865.101745:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620494976 00000100:00100000:1.0:1788833865.101769:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788833865.101776:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620494976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.101810:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620494976:12345-0@lo:400:kworker.0 Request processed in 36us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.101816:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788833865.101860:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620494976:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.101869:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620494848:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.102831:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620495104:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.102879:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.102916:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788833865.102936:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620495232:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.102961:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.102993:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620495360 00000100:00100000:1.0:1788833865.102999:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620495360 00000100:00100000:1.0:1788833865.103032:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620495104 00000100:00100000:1.0:1788833865.103035:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620495104 00000100:00100000:1.0:1788833865.103049:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833865.103056:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875727620495360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.103119:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875727620495360:12345-0@lo:400:kworker.0 Request processed in 62us (1638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.103126:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833865.103140:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788833865.103146:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620495104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.103196:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620495104:12345-0@lo:400:kworker.0 Request processed in 49us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.103203:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788833865.103223:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620495232 00000100:00100000:1.0:1788833865.103225:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620495232 00000100:00100000:1.0:1788833865.103246:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788833865.103252:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620495232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.103283:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620495232:12345-0@lo:400:kworker.0 Request processed in 31us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.103289:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788833865.103325:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620495232:0@lo:400:kworker.0 00010000:00080000:1.0:1788833865.103338:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d7fadc000 x1875727620495104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833865.103349:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620495104:0@lo:400:kworker.0 00010000:00080000:1.0:1788833865.103382:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d7fadf480 x1875727620495360/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833865.103392:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875727620495360:0@lo:400:kworker.0 00000020:01000004:1.0:1788833865.585232:0:24151:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788833865.585237:0:24151:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788833865.585239:0:24151:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788833865.585356:0:24151:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff985d5da29000 00000020:01000004:1.0:1788833865.585377:0:24151:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788833865.585394:0:24151:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788833865.585411:0:24151:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff985c41eacd28) 00000020:00000080:1.0:1788833865.585428:0:24151:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788833865.633764:0:24151:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788833865.635973:0:24151:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788833865.636530:0:24151:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788833865.636837:0:24151:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788833865.637010:0:24151:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788833865.637272:0:24151:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788833865.637455:0:24151:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1788833865.638322:0:24151:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788833865.638526:0:24151:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788833865.638540:0:24151:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788833865.638553:0:24151:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x35a208207d20de37 00000020:01000004:0.0:1788833865.638560:0:24151:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788833865.638584:0:24151:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.126@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788833865.638588:0:24151:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788833865.638593:0:24151:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788833865.638598:0:24151:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788833865.638620:0:24151:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff985d48d74d28) 00000020:00000080:0.0:1788833865.638630:0:24151:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1788833865.640127:0:24151:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788833865.640315:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1788833865.640322:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788833865.648072:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788833865.648200:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1788833865.648671:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1788833865.648677:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1788833865.653835:0:24151:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788833865.654048:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1788833865.654055:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1788833865.655142:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1788833865.655152:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1788833865.671652:0:24151:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788833865.671996:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788833865.672005:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1788833865.673858:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788833865.673871:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1788833865.674818:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788833865.674827:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1788833865.677029:0:24151:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788833865.677482:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1788833865.677488:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1788833865.678294:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1788833865.678303:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1788833865.708362:0:24151:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788833865.708578:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1788833865.708585:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1788833865.709802:0:24151:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1788833865.709812:0:24151:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1788833865.710314:0:24151:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1788833865.710347:0:24151:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1788833865.710353:0:24151:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.126@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788833865.723016:0:24151:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.126@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788833865.723056:0:24151:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.126@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788833865.723060:0:24151:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788833865.723067:0:24151:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788833865.723069:0:24151:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833865.723070:0:24151:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833865.723070:0:24151:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833865.723072:0:24151:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833865.723073:0:24151:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788833865.723074:0:24151:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833865.723076:0:24151:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788833865.723079:0:24151:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788833865.723081:0:24151:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788833865.723082:0:24151:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788833865.723083:0:24151:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788833865.723084:0:24151:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788833865.723234:0:24151:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788833865.723237:0:24151:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788833865.723238:0:24151:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788833865.723239:0:24151:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788833865.723240:0:24151:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788833865.723271:0:24151:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788833865.723297:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadf480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495488:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788833865.723372:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.723472:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46de6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.723510:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620495488 00000100:00100000:2.0:1788833865.723517:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620495488 00000100:00100000:2.0:1788833865.723599:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788833865.723620:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:24151:x1875727620495488:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788833865.723664:0:22645:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788833865.723667:0:22645:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788833865.723671:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1788833865.724049:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:24151:x1875727620495488:12345-0@lo:253:mount.lustre.0 Request processed in 430us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.724057:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788833865.724154:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadf480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495488:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788833865.724164:0:24151:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788833865.724166:0:24151:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788833865.724168:0:24151:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788833865.724169:0:24151:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788833865.724178:0:24151:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788833865.724179:0:24151:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788833865.724180:0:24151:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788833865.724181:0:24151:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788833865.724183:0:24151:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788833865.724184:0:24151:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788833865.724203:0:24151:0:(tgt_mount.c:101:server_register_mount()) register mount ffff985d5da29000 from lustre-OST0000 10000000:01000000:0.0:1788833865.724233:0:24151:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1788833865.724237:0:24151:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788833865.724245:0:24151:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff985c41d319b8 local copy 00010000:00010000:0.0:1788833865.724255:0:24151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833865.724349:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495616:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833865.724379:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.724609:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1788833865.724694:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620495616 00000100:00100000:1.0:1788833865.724700:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620495616 00000100:00100000:1.0:1788833865.724728:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788833865.724736:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:24151:x1875727620495616:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788833865.724815:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:24151:x1875727620495616:12345-0@lo:501:mount.lustre.0 Request processed in 80us (435us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788833865.724823:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788833865.724896:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495616:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788833865.724909:0:24151:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788833865.724926:0:24151:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788833865.724933:0:24151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.724942:0:24151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833865.724966:0:24151:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff985d5da29000 10000000:01000000:0.0:1788833865.724971:0:24151:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788833865.724977:0:24151:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788833865.724980:0:24151:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788833865.724984:0:24151:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1788833865.724987:0:24151:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1788833865.725015:0:24151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423efa00/0x35a208207d20de45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.725023:0:24151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c423efa00/0x35a208207d20de45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.725031:0:24151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c423efa00/0x35a208207d20de45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833865.725044:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495744:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788833865.725069:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.725119:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1788833865.725303:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620495744 00000100:00100000:1.0:1788833865.725308:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620495744 00000100:00100000:1.0:1788833865.725327:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788833865.725333:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+18:24151:x1875727620495744:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833865.725342:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833865.725361:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75645e00/0x35a208207d20de4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20de45 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.725382:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75645e00/0x35a208207d20de4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20de45 expref: 19 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.725393:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75645e00/0x35a208207d20de4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de45 expref: 19 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.725402:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75645e00, rc 0) 00000100:00100000:1.0:1788833865.725430:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620495744:12345-0@lo:101:mount.lustre.0 Request processed in 97us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.725435:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788833865.725503:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495744:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788833865.725514:0:24151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c423efa00/0x35a208207d20de45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de4c expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.725522:0:24151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c423efa00/0x35a208207d20de45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20de4c expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788833865.726509:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1788833865.727268:0:24151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788833865.733292:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788833865.733351:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788833865.733366:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788833865.733380:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788833865.733392:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788833865.733406:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788833865.733419:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788833865.733432:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788833865.733444:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1788833865.733467:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1788833865.733481:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1788833865.733493:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1788833865.733517:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1788833865.733523:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1788833865.733645:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495872:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833865.733860:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.733912:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.733991:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620495872 00000100:00100000:2.0:1788833865.733999:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620495872 00000100:00100000:2.0:1788833865.734051:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788833865.734061:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620495872:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833865.734245:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620495872:12345-0@lo:501:mount.lustre.0 Request processed in 184us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.734253:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788833865.734416:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620495872:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833865.734446:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496000:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788833865.734483:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.734495:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.734547:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496000 00000100:00100000:2.0:1788833865.734551:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496000 00000100:00100000:2.0:1788833865.734569:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788833865.734575:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620496000:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788833865.735387:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620496000:12345-0@lo:503:mount.lustre.0 Request processed in 808us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.735396:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788833865.735481:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496000:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788833865.735896:0:24151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788833865.735975:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496128:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833865.736018:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.736061:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bc300 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.736266:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496128 00000100:00100000:2.0:1788833865.736272:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496128 00000100:00100000:2.0:1788833865.736312:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788833865.736321:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77326450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620496128:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833865.736781:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77326450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620496128:12345-0@lo:502:mount.lustre.0 Request processed in 461us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.736789:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788833865.736939:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496128:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788833865.737213:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788833865.737243:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788833865.737274:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788833865.737290:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788833865.737302:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788833865.737313:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788833865.737325:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788833865.737337:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788833865.737351:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1788833865.737377:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1788833865.737390:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1788833865.737403:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1788833865.737431:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496256:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833865.737471:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.737495:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bc300 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.737664:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496256 00000100:00100000:2.0:1788833865.737671:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496256 00000100:00100000:2.0:1788833865.737784:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788833865.737801:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620496256:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833865.737965:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620496256:12345-0@lo:502:mount.lustre.0 Request processed in 164us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.737973:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788833865.738309:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496256:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788833865.738373:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1788833865.738384:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1788833865.739241:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788833865.739249:0:24168:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1788833865.739257:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788833865.739259:0:24168:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788833865.739267:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788833865.739282:0:24168:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff985c4308cd28) 00000020:00000080:3.0:1788833865.739305:0:24168:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788833865.739311:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788833865.739396:0:24168:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d5da29000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788833865.739403:0:24168:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788833865.739411:0:24168:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x35a208207d20de5a 00010000:00010000:2.0:1788833865.744040:0:24168:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1788833865.744992:0:24168:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1788833865.746727:0:24168:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1788833865.750083:0:24168:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1788833865.750270:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788833865.750292:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788833865.750295:0:24168:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1788833865.750300:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788833865.750303:0:24168:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1788833865.750305:0:24168:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788833865.750307:0:24168:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788833865.750308:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788833865.750311:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788833865.750312:0:24168:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788833865.750315:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788833865.750318:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788833865.750319:0:24168:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788833865.750323:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788833865.750325:0:24168:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788833865.750328:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788833865.750330:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788833865.750332:0:24168:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788833865.750334:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788833865.750336:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788833865.750337:0:24168:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788833865.750341:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788833865.750372:0:24168:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788833865.750375:0:24168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788833865.750376:0:24168:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788833865.750379:0:24168:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1788833865.751028:0:24151:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1788833865.751064:0:24151:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788833865.751118:0:24151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423efa00/0x35a208207d20de45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de4c expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833865.751141:0:24151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c423efa00/0x35a208207d20de45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de4c expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833865.751150:0:24151:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985d5da29000 from 1 10000000:01000000:3.0:1788833865.751154:0:24151:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788833865.751201:0:24151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833865.751209:0:24151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833865.751221:0:24151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833865.751247:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496384:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788833865.751327:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833865.751364:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eed36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833865.751549:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496384 00000100:00100000:0.0:1788833865.751562:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496384 00000100:00100000:0.0:1788833865.751611:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788833865.751621:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:24151:x1875727620496384:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788833865.751634:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833865.751646:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20de61 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.751670:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20de61 expref: 20 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.751680:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de61 expref: 20 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.751756:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423efe00, rc 0) 00000100:00100000:0.0:1788833865.751802:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496384:12345-0@lo:101:mount.lustre.0 Request processed in 182us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833865.751809:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788833865.752834:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496384:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833865.752915:0:24151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833865.752927:0:24151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788833865.754782:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1788833865.755210:0:24151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788833865.755429:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788833865.755454:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788833865.755476:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788833865.755489:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788833865.755500:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788833865.755513:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788833865.755525:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788833865.755537:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788833865.755550:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788833865.755564:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1788833865.755589:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1788833865.755620:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1788833865.755626:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1788833865.757276:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496512:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833865.757352:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833865.757401:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eed3240 going to sleep for 11 seconds 00000100:00100000:0.0:1788833865.757534:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496512 00000100:00100000:0.0:1788833865.757543:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496512 00000100:00100000:0.0:1788833865.757599:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788833865.757618:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77326050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496512:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833865.757754:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77326050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496512:12345-0@lo:501:mount.lustre.0 Request processed in 138us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833865.757762:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788833865.757968:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496512:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833865.758009:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496640:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833865.758049:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833865.758080:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eed3240 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.758208:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496640 00000100:00100000:2.0:1788833865.758214:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496640 00000100:00100000:2.0:1788833865.758240:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788833865.758248:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77324050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496640:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788833865.758330:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77324050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496640:12345-0@lo:503:mount.lustre.0 Request processed in 82us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.758337:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788833865.758448:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496640:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788833865.759487:0:24151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788833865.759562:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496768:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833865.759626:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833865.759662:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eed36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.760212:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496768 00000100:00100000:2.0:1788833865.760219:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496768 00000100:00100000:2.0:1788833865.760260:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788833865.760270:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496768:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833865.760386:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496768:12345-0@lo:502:mount.lustre.0 Request processed in 116us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.760394:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788833865.760951:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496768:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788833865.762888:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788833865.762944:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788833865.762958:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788833865.762969:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788833865.762980:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788833865.762990:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788833865.763001:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788833865.763012:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788833865.763023:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788833865.763033:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788833865.763043:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788833865.763109:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496896:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788833865.763179:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.763220:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46de6900 going to sleep for 11 seconds 00000100:00100000:3.0:1788833865.763349:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620496896 00000100:00100000:3.0:1788833865.763359:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620496896 00000100:00100000:3.0:1788833865.763411:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788833865.763428:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496896:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833865.763545:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620496896:12345-0@lo:502:mount.lustre.0 Request processed in 119us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833865.763553:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788833865.765004:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620496896:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788833865.765137:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788833865.765151:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788833865.767446:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833865.767457:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767459:0:24172:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788833865.767466:0:24172:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985d5da29000 00000020:00000080:1.0:1788833865.767470:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833865.767477:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833865.767479:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767481:0:24172:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788833865.767483:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833865.767486:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767487:0:24172:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788833865.767490:0:24172:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985d5da29000 00000020:00000080:1.0:1788833865.767492:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833865.767546:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833865.767550:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767551:0:24172:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788833865.767554:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833865.767557:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767558:0:24172:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788833865.767562:0:24172:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985d5da29000 00000020:00000080:1.0:1788833865.767564:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833865.767580:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833865.767583:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767584:0:24172:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788833865.767586:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833865.767589:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767590:0:24172:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788833865.767593:0:24172:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985d5da29000 00000020:00000080:1.0:1788833865.767595:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833865.767635:0:24172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833865.767638:0:24172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833865.767640:0:24172:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788833865.767642:0:24172:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788833865.768820:0:24151:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788833865.768930:0:24151:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788833865.768958:0:24151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833865.768971:0:24151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788833865.769034:0:24151:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788833865.769038:0:24151:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff985d5da29000 10000000:01000000:2.0:1788833865.769041:0:24151:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff985d5da29000 10000000:01000000:2.0:1788833865.769045:0:24151:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788833865.769051:0:24151:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff985d5da29000 from 1 10000000:01000000:2.0:1788833865.769053:0:24151:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788833865.769104:0:24151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20de6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833865.769296:0:24151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20de6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833865.769310:0:24151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20de6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833865.769339:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497024:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788833865.769413:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833865.769490:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4364ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833865.777005:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497024 00000100:00100000:0.0:1788833865.777031:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497024 00000100:00100000:0.0:1788833865.777106:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788833865.777119:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:24151:x1875727620497024:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788833865.777157:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833865.777177:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423eee00/0x35a208207d20de76 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20de6f expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.777207:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423eee00/0x35a208207d20de76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20de6f expref: 21 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.777220:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423eee00/0x35a208207d20de76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de6f expref: 21 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.777231:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423eee00, rc 0) 00000100:00100000:0.0:1788833865.777314:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497024:12345-0@lo:101:mount.lustre.0 Request processed in 198us (7900us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833865.777321:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788833865.778482:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497024:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833865.778507:0:24151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20de6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de76 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833865.778519:0:24151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20de6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20de76 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788833865.783719:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1788833865.784217:0:24151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788833865.784395:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788833865.784423:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788833865.784436:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788833865.784448:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788833865.784459:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788833865.784471:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788833865.784483:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788833865.784494:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788833865.784505:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788833865.784518:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788833865.784531:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788833865.784543:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788833865.784574:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788833865.784589:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788833865.784615:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788833865.784631:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788833865.784645:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788833865.784659:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788833865.784672:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788833865.784811:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788833865.784837:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788833865.784923:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788833865.784947:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788833865.784962:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788833865.784975:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1788833865.785000:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1788833865.785015:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1788833865.785028:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1788833865.785055:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1788833865.785075:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1788833865.785174:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1788833865.785201:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1788833865.785221:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1788833865.785236:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1788833865.785251:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1788833865.785267:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1788833865.785280:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1788833865.785292:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1788833865.785303:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1788833865.785316:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1788833865.785328:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1788833865.785340:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1788833865.785352:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1788833865.785364:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1788833865.785388:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1788833865.785402:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1788833865.785415:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1788833865.785428:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1788833865.785542:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1788833865.785562:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1788833865.785578:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1788833865.785583:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1788833865.785685:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833865.787001:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833865.787048:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c08e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.787143:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497152 00000100:00100000:2.0:1788833865.787152:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497152 00000100:00100000:2.0:1788833865.787201:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788833865.787220:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497152:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833865.787353:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497152:12345-0@lo:501:mount.lustre.0 Request processed in 135us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.787362:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788833865.787562:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833865.787622:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497280:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833865.787661:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833865.787684:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c08e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788833865.787789:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497280 00000100:00100000:1.0:1788833865.787794:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497280 00000100:00100000:1.0:1788833865.787825:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788833865.787833:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497280:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788833865.787925:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497280:12345-0@lo:503:mount.lustre.0 Request processed in 93us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.787931:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788833865.788050:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497280:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788833865.788597:0:24151:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788833865.788674:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497408:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833865.789973:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833865.790018:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c08e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788833865.790078:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497408 00000100:00100000:1.0:1788833865.790176:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497408 00000100:00100000:1.0:1788833865.790224:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788833865.790233:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497408:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788833865.790356:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497408:12345-0@lo:502:mount.lustre.0 Request processed in 122us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.790363:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788833865.790509:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497408:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833865.791296:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788833865.791335:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788833865.791351:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788833865.791365:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788833865.791379:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788833865.791405:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788833865.791421:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788833865.791435:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788833865.791450:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788833865.791463:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788833865.791476:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788833865.791490:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788833865.791502:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788833865.791514:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788833865.791528:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788833865.791541:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788833865.791555:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788833865.791569:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788833865.791583:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788833865.791596:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788833865.791625:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788833865.791661:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788833865.791679:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788833865.792992:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788833865.793028:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788833865.793043:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788833865.793056:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788833865.793068:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788833865.793081:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788833865.793203:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788833865.793218:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788833865.793233:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788833865.793263:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788833865.793280:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788833865.793295:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788833865.793308:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788833865.793323:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788833865.793334:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788833865.793346:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788833865.793357:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788833865.793369:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788833865.793382:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788833865.793395:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788833865.793408:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788833865.793421:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788833865.793434:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788833865.793446:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788833865.793459:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788833865.793536:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497536:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833865.793622:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833865.793671:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4364c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833865.793837:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497536 00000100:00100000:3.0:1788833865.793846:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497536 00000100:00100000:3.0:1788833865.794271:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788833865.794283:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497536:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833865.794420:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497536:12345-0@lo:502:mount.lustre.0 Request processed in 139us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833865.794429:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788833865.794578:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497536:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788833865.795981:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788833865.796026:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788833865.796064:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497664:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833865.796337:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833865.796375:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497664 00000100:00100000:2.0:1788833865.796381:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497664 00000100:00100000:2.0:1788833865.796424:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788833865.796432:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497664:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788833865.796526:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620497664:12345-0@lo:502:mount.lustre.0 Request processed in 93us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.796534:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788833865.796584:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4364c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833865.796636:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620497664:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788833865.796681:0:24151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788833865.796701:0:24151:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788833865.807398:0:24177:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788833865.807416:0:24177:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff985d48d70000) 00000020:00000080:0.0:1788833865.807440:0:24177:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1788833865.807543:0:24177:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d5da29000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788833865.807547:0:24177:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d5da29000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788833865.807549:0:24177:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d5da29000 3 00010000:00080000:0.0:1788833865.807580:0:24177:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985c42f05800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.126@tcp at head 00010000:00010000:0.0:1788833865.811654:0:24177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788833865.815230:0:24177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788833865.815317:0:24177:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788833865.815332:0:24177:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x35a208207d20de84 00000100:00080000:0.0:1788833865.815343:0:24177:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788833865.815349:0:24177:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff985c42f05800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833865.815386:0:24177:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f226a00 x1875727620497792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788833865.815444:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3633:1875727620497792:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788833865.815524:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788833865.815576:0:24177:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788833865.817237:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497792 00000100:00100000:1.0:1788833865.817251:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497792 00000100:00100000:1.0:1788833865.817294:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788833865.817303:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3633:x1875727620497792:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788833865.817332:0:22651:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000020:00000080:1.0:1788833865.817367:0:22651:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x35a208207d20de8b 00000004:00100000:1.0:1788833865.817383:0:22651:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788833865.817416:0:22651:0:(import.c:65:import_set_state_nolock()) ffff985c41fcc800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833865.817498:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875727620497792:12345-0@lo:38:llog_process_th.0 Request processed in 195us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.817512:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788833865.817580:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d6f226a00 x1875727620497792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788833875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833865.817591:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788833865.817612:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788833865.817621:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788833865.817626:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788833865.817628:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c42f05800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788833865.817634:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3633:1875727620497792:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788833865.818241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.818245:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833865.818248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.818250:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833865.818281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.818284:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833865.818287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.818289:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788833865.818323:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620498176:0@lo:400:kworker.0 00000100:00100000:0.0:1788833865.818367:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.818393:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788833865.818399:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620498048:0@lo:400:kworker.0 00000100:00100000:0.0:1788833865.818422:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.818451:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498048 00000100:00100000:0.0:1788833865.818456:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498048 00000100:00100000:0.0:1788833865.818485:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788833865.818492:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620498048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833865.818531:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620498048:12345-0@lo:400:kworker.0 Request processed in 40us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833865.818548:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1788833865.818580:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d6f224700 x1875727620498048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833865.818591:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620498048:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.818978:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620497920:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.819006:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.819027:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788833865.819033:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620498304:0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.819053:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.819104:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498176 00000100:00100000:1.0:1788833865.819927:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498176 00000100:00100000:1.0:1788833865.819974:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620497920 00000100:00100000:1.0:1788833865.819978:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620497920 00000100:00100000:1.0:1788833865.819994:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788833865.820002:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620498176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.820072:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620498176:12345-0@lo:400:kworker.0 Request processed in 71us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.820079:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788833865.820788:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788833865.820798:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620497920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833865.821002:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620497920:12345-0@lo:400:kworker.0 Request processed in 56us (1845us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.821010:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788833865.821032:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498304 00000100:00100000:1.0:1788833865.821037:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498304 00000100:00100000:1.0:1788833865.821074:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788833865.821080:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620498304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833865.825296:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620497920:0@lo:400:kworker.0 00000020:01000004:0.0:1788833865.825448:0:24177:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788833865.825463:0:24177:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff985d48d73370) 00000020:00000080:0.0:1788833865.825486:0:24177:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1788833865.825596:0:24177:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d5da29000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788833865.825611:0:24177:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d5da29000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788833865.825613:0:24177:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d5da29000 3 00010000:00080000:0.0:1788833865.825644:0:24177:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d7743c000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.126@tcp at head 00000100:00100000:1.0:1788833865.828308:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620498304:12345-0@lo:400:kworker.0 Request processed in 7218us (9244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.828323:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788833865.828518:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620498176:0@lo:400:kworker.0 00010000:00080000:1.0:1788833865.828560:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d6f227100 x1875727620498304/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833865.828571:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620498304:0@lo:400:kworker.0 00010000:00010000:0.0:1788833865.831395:0:24177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1788833865.831609:0:24177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1788833865.831658:0:24177:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788833865.831674:0:24177:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x35a208207d20de99 00000100:00080000:0.0:1788833865.831696:0:24177:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788833865.831702:0:24177:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff985d7743c000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833865.831741:0:24177:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d6f224a80 x1875727620498432/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788833865.831765:0:24177:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788833865.831789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.831794:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833865.831797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.831800:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833865.831813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.831816:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833865.831818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833865.831821:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788833865.834522:0:24177:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:1.0:1788833865.835240:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3633:1875727620498432:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788833865.835318:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1788833865.835498:0:24151:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788833865.835532:0:24151:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788833865.835553:0:24151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20de6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de76 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833865.835564:0:24151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162e00/0x35a208207d20de6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20de76 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788833865.835636:0:24151:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788833865.835638:0:24151:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788833865.835640:0:24151:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788833865.835641:0:24151:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788833865.835642:0:24151:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788833865.835643:0:24151:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788833865.835645:0:24151:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788833865.835648:0:24151:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788833865.835649:0:24151:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788833865.835654:0:24151:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788833865.835657:0:24151:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788833865.835658:0:24151:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788833865.835659:0:24151:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788833865.835660:0:24151:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788833865.835661:0:24151:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788833865.835662:0:24151:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788833865.835664:0:24151:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788833865.835664:0:24151:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788833865.835666:0:24151:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788833865.835697:0:24151:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788833865.835713:0:24151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620498560:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788833865.835752:0:24151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833865.835769:0:24151:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4364cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788833865.835861:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498432 00000100:00100000:0.0:1788833865.835869:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498432 00000100:00100000:0.0:1788833865.835912:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788833865.835920:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3633:x1875727620498432:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788833865.835949:0:22652:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000020:00000080:0.0:1788833865.835983:0:22652:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x35a208207d20dea0 00000004:00100000:0.0:1788833865.835998:0:22652:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788833865.836030:0:22652:0:(import.c:65:import_set_state_nolock()) ffff985d70ac6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788833865.836083:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875727620498432:12345-0@lo:38:llog_process_th.0 Request processed in 161us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833865.836121:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788833865.836438:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498560 00000100:00100000:1.0:1788833865.836443:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498560 00000100:00100000:1.0:1788833865.836483:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788833865.836490:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620498560:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788833865.836510:0:22643:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788833865.836524:0:22643:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1788833865.836666:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff985d6f224a80 x1875727620498432/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788833875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833865.836677:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788833865.836704:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788833865.836711:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788833865.836717:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788833865.836719:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7743c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788833865.836725:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3633:1875727620498432:0@lo:38:llog_process_th.0 20000000:01000000:1.0:1788833865.845928:0:22643:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788833865.845981:0:22643:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1788833865.846483:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24151:x1875727620498560:12345-0@lo:253:mount.lustre.0 Request processed in 9988us (10726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833865.846495:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 20000000:01000000:0.0:1788833865.846590:0:22666:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788833865.846595:0:22666:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788833865.846625:0:22666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.846642:0:22666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20ddea expref: 20 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.846650:0:22666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 20 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.846672:0:22666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.846785:0:22666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 20 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.846799:0:22666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 20 pid: 22643 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833865.846812:0:22666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620498688:0@lo:104: 00000100:00100000:0.0:1788833865.846847:0:22666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788833865.846907:0:22666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20ddea expref: 20 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.846915:0:22666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20ddea expref: 20 pid: 22644 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833865.846924:0:22666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620498816:0@lo:104: 00000100:00100000:0.0:1788833865.846949:0:22666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833865.847009:0:22666:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43957000 going to sleep for 11 seconds 00000100:00100000:3.0:1788833865.847293:0:24151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24151:1875727620498560:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788833865.847305:0:24151:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788833865.847308:0:24151:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788833865.847309:0:24151:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788833865.847311:0:24151:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788833865.847312:0:24151:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788833865.847313:0:24151:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788833865.847315:0:24151:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788833865.847316:0:24151:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788833865.847318:0:24151:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788833865.847319:0:24151:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788833865.847336:0:24151:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788833865.847792:0:22633:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788833865.847809:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498688 00000100:00100000:1.0:1788833865.847815:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498688 00000100:00100000:1.0:1788833865.847847:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498816 00000100:00100000:1.0:1788833865.848417:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498816 00000100:00100000:1.0:1788833865.848443:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833865.848452:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:22666:x1875727620498688:12345-0@lo:104: 00010000:00010000:1.0:1788833865.848466:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848583:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788833865.848589:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:22666:x1875727620498688:12345-0@lo:104: Request processed in 139us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.848596:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833865.848626:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833865.848633:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620498816:12345-0@lo:104: 00010000:00010000:1.0:1788833865.848640:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848676:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788833865.848681:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620498816:12345-0@lo:104: Request processed in 50us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.848706:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1788833865.848748:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788833865.848755:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848764:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423efc00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833865.848768:0:22638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848776:0:22638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833865.848783:0:22638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833865.848789:0:22638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788833865.848826:0:22638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848833:0:22638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833865.848864:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848872:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c423efc00/0x35a208207d20ddf8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddff expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848882:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833865.848886:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848902:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cc800 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:1.0:1788833865.848905:0:22638:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848911:0:22638:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788833865.848917:0:22638:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788833865.848922:0:22638:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788833865.848935:0:22638:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848942:0:22638:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788833865.848954:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848961:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cc800/0x35a208207d20ddea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20ddf1 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.848975:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833865.848977:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833865.848978:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833865.848984:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833865.849002:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620498944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833865.849034:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.849075:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620499072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833865.849141:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833865.849173:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620498944 00000100:00100000:1.0:1788833865.849177:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620498944 00010000:00010000:1.0:1788833865.849194:0:22635:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 21 pid: 22643 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833865.849213:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499072 00000100:00100000:1.0:1788833865.849216:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499072 00010000:00010000:1.0:1788833865.849226:0:22635:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20ddea expref: 22 pid: 22644 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833865.849239:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833865.849245:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:3635:x1875727620498944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833865.849255:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833865.849260:0:22635:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 22 pid: 22643 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849270:0:22635:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 22 pid: 22643 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849286:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833865.849310:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:3635:x1875727620498944:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.849316:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833865.849327:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833865.849333:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7549a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3636:x1875727620499072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788833865.849340:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833865.849344:0:22635:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20ddea expref: 21 pid: 22644 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849363:0:22635:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20ddea expref: 21 pid: 22644 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849375:0:22635:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849384:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788833865.849397:0:22635:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005430498s 00010000:00010000:1.0:1788833865.849401:0:22635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849408:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849415:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849421:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849427:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423ef000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833865.849430:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849437:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849444:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833865.849457:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833865.849484:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7549a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3636:x1875727620499072:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833865.849490:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833865.849541:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620498944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833865.849561:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620499072:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788833865.850402:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d744cdc00/0x35a208207d20ddff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20ddf8 expref: 20 pid: 22643 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833865.850416:0:22666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620498688:0@lo:104: 00010000:00010000:0.0:1788833865.850427:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43163e00/0x35a208207d20ddf1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20ddea expref: 19 pid: 22644 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833865.850434:0:22666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620498816:0@lo:104: 00010000:00010000:0.0:1788833865.850458:0:22666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.850466:0:22666:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.850472:0:22666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833865.850477:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423ef000/0x35a208207d20dea7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1788833865.852540:0:24151:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788833865.855239:0:24151:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1788833865.855250:0:24151:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1788833865.855290:0:24151:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788833865.855330:0:24151:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.126@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788833865.855348:0:24151:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1788833865.855369:0:24151:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1788833865.856508:0:24151:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788833865.856832:0:24151:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788833865.932394:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833866.124451:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788833866.124473:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620499200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788833866.124543:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833866.124605:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499200 00000100:00100000:1.0:1788833866.124613:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499200 00000100:00100000:1.0:1788833866.124659:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788833866.124671:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620499200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788833866.124707:0:22656:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788833866.124753:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620499200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833866.124760:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788833866.124808:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620499200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788833866.126938:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620499328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833866.126999:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833866.127080:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499328 00000100:00100000:1.0:1788833866.127121:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499328 00000100:00100000:1.0:1788833866.127166:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788833866.127177:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620499328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788833866.127210:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788833866.128407:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620499328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1230us (1404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833866.128419:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788833866.132193:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620499328:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1788833866.832027:0:24231:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788833866.832452:0:24231:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788833866.958564:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788833867.286024:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1788833867.660304:0:22647:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788833867.660312:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985d5e9d2800 from 13 10000000:01000000:1.0:1788833867.660317:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788833867.660364:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833867.660375:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833867.660385:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833867.660411:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788833867.660491:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833867.660538:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46de6600 going to sleep for 11 seconds 00000100:00100000:1.0:1788833867.660559:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499456 00000100:00100000:1.0:1788833867.660565:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499456 00000100:00100000:1.0:1788833867.662867:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788833867.662898:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+19:22647:x1875727620499456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788833867.662916:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833867.662938:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20deae expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833867.662970:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20deae expref: 20 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833867.662999:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20deae expref: 20 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833867.663008:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75645a00, rc 0) 00000100:00100000:1.0:1788833867.663402:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:22647:x1875727620499456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 519us (2910us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833867.663410:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788833867.663528:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788833867.663546:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833867.663556:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833867.663632:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499584:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788833867.663775:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833867.663802:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46de6600 going to sleep for 11 seconds 00000100:00100000:2.0:1788833867.665319:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499584 00000100:00100000:2.0:1788833867.665333:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499584 00000100:00100000:2.0:1788833867.665406:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788833867.665418:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:22647:x1875727620499584:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788833867.665457:0:22643:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788833867.665481:0:22643:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788833867.665484:0:22643:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788833867.665637:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:22647:x1875727620499584:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 220us (1861us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833867.665655:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788833867.665710:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499584:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788833867.665781:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788833867.665791:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.665801:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788833867.665812:0:22647:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788833867.665815:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985c438cf000 from 13 10000000:01000000:2.0:1788833867.665818:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788833867.665847:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.665855:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.665876:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833867.665896:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788833867.665932:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833867.665952:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b459c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833867.665966:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499712 00000100:00100000:2.0:1788833867.665970:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499712 00000100:00100000:2.0:1788833867.665992:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788833867.665997:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:22647:x1875727620499712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788833867.666004:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833867.666017:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20debc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.666035:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20debc expref: 21 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.666046:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20debc expref: 21 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.666054:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43162600, rc 0) 00000100:00100000:2.0:1788833867.666080:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620499712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 82us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833867.666105:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788833867.666132:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788833867.666142:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.666156:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833867.666191:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499840:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788833867.666216:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833867.666228:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b459c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833867.666237:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499840 00000100:00100000:2.0:1788833867.666239:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499840 00000100:00100000:2.0:1788833867.666256:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788833867.666260:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620499840:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788833867.666269:0:22644:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788833867.666279:0:22644:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788833867.666281:0:22644:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788833867.666334:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620499840:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 73us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833867.666339:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788833867.666364:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620499840:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788833867.666395:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788833867.666400:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833867.666407:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833867.994731:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833869.004358:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833870.032830:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833871.054475:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833871.244253:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833871.244290:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7faddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620499968:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1788833871.244291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833871.244296:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833871.244298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833871.244300:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833871.244313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833871.244316:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788833871.244318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788833871.244321:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788833871.244350:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620500096:0@lo:400:kworker.0 00000100:00100000:1.0:1788833871.244359:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833871.244381:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833871.244417:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620500352:0@lo:400:kworker.0 00000100:00100000:3.0:1788833871.245616:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620500480:0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.245948:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620500608:0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.245990:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833871.246035:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788833871.246041:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620500224:0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.246074:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833871.246113:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620500736:0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.246134:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833871.246172:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500096 00000100:00100000:0.0:1788833871.246181:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500096 00000100:00100000:0.0:1788833871.246231:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788833871.246240:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3636:x1875727620500096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.246747:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3636:x1875727620500096:12345-0@lo:400:kworker.0 Request processed in 507us (2363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833871.246755:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788833871.246794:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500608 00000100:00100000:0.0:1788833871.246798:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500608 00000100:00100000:0.0:1788833871.246820:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500736 00000100:00100000:0.0:1788833871.246822:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500736 00000100:00100000:0.0:1788833871.246846:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788833871.246851:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620500608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.246880:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620500608:12345-0@lo:400:kworker.0 Request processed in 29us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833871.246886:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788833871.246897:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788833871.246902:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620500736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.246924:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620500736:12345-0@lo:400:kworker.0 Request processed in 22us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833871.246929:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788833871.246946:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620499968 00000100:00100000:0.0:1788833871.246955:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620499968 00000100:00100000:0.0:1788833871.246977:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500224 00000100:00100000:0.0:1788833871.246980:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500224 00000100:00100000:0.0:1788833871.246991:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788833871.246997:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3634:x1875727620499968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788833871.247021:0:22656:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788833871.247052:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3634:x1875727620499968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (2692us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833871.247134:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788833871.247147:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788833871.247153:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620500224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.247181:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620500224:12345-0@lo:400:kworker.0 Request processed in 29us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833871.247187:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788833871.247233:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620500224:0@lo:400:kworker.0 00010000:00080000:0.0:1788833871.247409:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d6f224a80 x1875727620500736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833871.247422:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620500736:0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.247434:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620500096:0@lo:400:kworker.0 00010000:00080000:0.0:1788833871.247444:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d6f226680 x1875727620500608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833871.247453:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620500608:0@lo:400:kworker.0 00000100:00100000:1.0:1788833871.252674:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833871.252744:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620500864:0@lo:400:kworker.0 00000100:00100000:1.0:1788833871.252788:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833871.252838:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500352 00000100:00100000:1.0:1788833871.252848:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500352 00000100:00100000:1.0:1788833871.252898:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500864 00000100:00100000:1.0:1788833871.252901:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500864 00000100:00100000:1.0:1788833871.252925:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833871.252934:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620500352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833871.252989:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620500352:12345-0@lo:400:kworker.0 Request processed in 56us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833871.252997:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833871.253011:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788833871.253017:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620500864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833871.253041:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620500864:12345-0@lo:400:kworker.0 Request processed in 24us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833871.253046:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788833871.253077:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788833871.253081:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788833871.253125:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d6f227100 x1875727620500864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833871.253140:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620500864:0@lo:400:kworker.0 00000100:00100000:1.0:1788833871.253160:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7faddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620499968:0@lo:41:osp-pre-1-0.0 00010000:00080000:1.0:1788833871.253188:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d6f225500 x1875727620500352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833871.253197:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620500352:0@lo:400:kworker.0 00000100:00100000:1.0:1788833871.253205:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833871.253211:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620500992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788833871.253237:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833871.253459:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500992 00000100:00100000:1.0:1788833871.253463:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500992 00000100:00100000:1.0:1788833871.253491:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788833871.253498:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620500992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788833871.253538:0:22656:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788833871.253583:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620500992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833871.253590:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788833871.253620:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620500992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833871.256126:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833871.256739:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620500480 00000100:00100000:0.0:1788833871.256750:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620500480 00000100:00100000:0.0:1788833871.256811:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788833871.256832:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620500480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833871.256914:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620500480:12345-0@lo:400:kworker.0 Request processed in 85us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833871.256922:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788833871.256968:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620500480:0@lo:400:kworker.0 00000040:00080000:0.0:1788833872.014762:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788833872.083657:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788833872.230354:0:24520:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788833873.100480:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788833873.349978:0:24573:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788833873.350476:0:24573:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788833874.124265:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788833874.189855:0:24623:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788833874.190082:0:24623:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788833875.086366:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833860/real 1788833860] req@ffff985d6f22ad80 x1875727620493440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833875 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833875.086398:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d6f22ad80 x1875727620493440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833875 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833875.086410:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833860/real 1788833860] req@ffff985d7fade300 x1875727620493568/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833875 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833875.086422:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d7fade300 x1875727620493568/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833875 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788833875.086443:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d451b5800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788833875.086467:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788833875.086472:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620493440:0@lo:8:kworker.0 00000100:00080000:3.0:1788833875.086478:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788833875.086485:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788833875.086488:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fade300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620493568:0@lo:8:kworker.0 00000100:00080000:1.0:1788833875.087832:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833875.087840:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833875.087843:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833875.087846:0:15059:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788833875.087874:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833875.087878:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788833875.087882:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d451b5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833875.087889:0:15059:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 656 00000100:00080000:1.0:1788833875.087895:0:15059:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788833875.087901:0:15059:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff985d451b5800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833875.087924:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7faddc00 x1875727620501632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833875.087937:0:15059:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833875.087940:0:15059:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788833875.087950:0:15059:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833875.087954:0:15059:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 656 00000100:00080000:1.0:1788833875.087956:0:15059:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788833875.087959:0:15059:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff985d7adbc800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833875.087971:0:15059:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c431f5500 x1875727620501760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833875.088025:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620501376:0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.088122:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833875.088152:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620502144:0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.088172:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833875.088195:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833875.088200:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620501504:0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.088224:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833875.088261:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620501376 00000100:00100000:1.0:1788833875.088268:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620501376 00000100:00100000:1.0:1788833875.088308:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502144 00000100:00100000:1.0:1788833875.088311:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502144 00000100:00100000:1.0:1788833875.088338:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788833875.088346:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620501376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.088395:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620501376:12345-0@lo:400:kworker.0 Request processed in 49us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833875.088402:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788833875.088417:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788833875.088424:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620502144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.088450:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620502144:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833875.088466:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788833875.088489:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620501504 00000100:00100000:1.0:1788833875.088492:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620501504 00000100:00100000:1.0:1788833875.093806:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788833875.093820:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620501504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.093932:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620501504:12345-0@lo:400:kworker.0 Request processed in 115us (5706us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833875.093941:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:1.0:1788833875.093980:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788833875.094039:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620501504:0@lo:400:kworker.0 00010000:00080000:1.0:1788833875.094057:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d7fadf480 x1875727620501376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833875.094067:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620501376:0@lo:400:kworker.0 00010000:00080000:1.0:1788833875.094077:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c431f6300 x1875727620502144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833875.094084:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620502144:0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094311:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fade300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620501120:0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094353:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833875.094398:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620501888:0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094428:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833875.094455:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788833875.094463:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620501248:0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094487:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833875.094527:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620502016:0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094548:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833875.094576:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620501888 00000100:00100000:0.0:1788833875.094583:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620501888 00000100:00100000:0.0:1788833875.094617:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502016 00000100:00100000:0.0:1788833875.094620:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502016 00000100:00100000:0.0:1788833875.094648:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788833875.094654:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620501888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094691:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620501888:12345-0@lo:400:kworker.0 Request processed in 37us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833875.094714:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788833875.094730:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788833875.094736:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620502016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094766:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620502016:12345-0@lo:400:kworker.0 Request processed in 30us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833875.094771:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788833875.094788:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620501248 00000100:00100000:0.0:1788833875.094792:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620501248 00000100:00100000:0.0:1788833875.094814:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788833875.094820:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620501248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833875.094848:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620501248:12345-0@lo:400:kworker.0 Request processed in 29us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833875.094853:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1788833875.094874:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788833875.094895:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fadca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620501248:0@lo:400:kworker.0 00010000:00080000:0.0:1788833875.094905:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c431f5880 x1875727620502016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833875.094914:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620502016:0@lo:400:kworker.0 00010000:00080000:0.0:1788833875.094923:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c431f7480 x1875727620501888/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833875.094931:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620501888:0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.095727:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620501120 00000100:00100000:1.0:1788833875.095737:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620501120 00000100:00100000:1.0:1788833875.095773:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788833875.095781:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3636:x1875727620501120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833875.095838:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3636:x1875727620501120:12345-0@lo:400:kworker.0 Request processed in 58us (1485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833875.095845:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788833875.095962:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7faddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620501632:0@lo:8:kworker.0 00000100:00100000:3.0:1788833875.096000:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833875.096025:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620501760:0@lo:8:kworker.0 00000100:00100000:3.0:1788833875.096046:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833875.096592:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620501632 00000100:00100000:1.0:1788833875.096752:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620501632 00000100:00100000:1.0:1788833875.096786:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620501760 00000100:00100000:1.0:1788833875.096790:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620501760 00000100:00100000:1.0:1788833875.096803:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788833875.096809:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620501632:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788833875.096839:0:24157:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:1.0:1788833875.096874:0:24157:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x35a208207d20deca 00002000:00100000:1.0:1788833875.096892:0:24157:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff985c41fcf800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1788833875.096895:0:24157:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1788833875.096898:0:24157:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788833875.097078:0:24157:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1788833875.097126:0:24157:0:(import.c:65:import_set_state_nolock()) ffff985c41fc8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833875.097185:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3633:x1875727620501632:12345-0@lo:8:kworker.0 Request processed in 375us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833875.097193:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788833875.097208:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788833875.097213:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620501760:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788833875.097225:0:24157:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788833875.097672:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fade300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620501120:0@lo:400:kworker.0 00010000:00080000:3.0:1788833875.098547:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d7faddc00 x1875727620501632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788833895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833875.098559:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788833875.098567:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788833875.098576:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788833875.098593:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788833875.098596:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d451b5800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788833875.098623:0:3633:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788833875.098630:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7faddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620501632:0@lo:8:kworker.0 00000004:00080000:2.0:1788833875.101760:0:23394:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1788833875.101792:0:23394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23394:1875727620502400:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1788833875.101873:0:23394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833875.101903:0:23394:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280cc0 going to sleep for 11 seconds 00000004:00080000:2.0:1788833875.101923:0:23393:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788833875.102019:0:23393:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 671984931075ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788833875.102025:0:23393:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788833875.102197:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620502272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833875.102223:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833875.102262:0:24155:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1788833875.102269:0:24155:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1788833875.104209:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502272 00000100:00100000:3.0:1788833875.104226:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502272 00000100:00100000:3.0:1788833875.104288:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788833875.104299:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1875727620502272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788833875.104328:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833875.104411:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1875727620502272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (2187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833875.104419:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788833875.104471:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c43a71f80 x1875727620502272/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788833891 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833875.104492:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620502272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833875.107871:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502400 00000100:00100000:2.0:1788833875.107888:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502400 00000100:00080000:0.0:1788833875.110646:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788833875.110793:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788833875.110809:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23394:x1875727620502400:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:0.0:1788833875.117921:0:24647:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1788833875.117932:0:24647:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788833875.118061:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23394:x1875727620502400:12345-0@lo:7:osp-pre-0-1.0 Request processed in 7253us (16182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833875.118074:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788833875.118313:0:23394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c43a72680 x1875727620502400/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788833891 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833875.118331:0:23394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23394:1875727620502400:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788833875.118345:0:23394:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788833875.118386:0:23394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23394:1875727620502528:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788833875.118425:0:23394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833875.118451:0:23394:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833875.118686:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502528 00000100:00100000:2.0:1788833875.118693:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502528 00000100:00100000:2.0:1788833875.118734:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788833875.118743:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23394:x1875727620502528:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788833875.118770:0:24155:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1788833875.118806:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23394:x1875727620502528:12345-0@lo:5:osp-pre-0-1.0 Request processed in 65us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833875.118812:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788833875.119207:0:23394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c43a72680 x1875727620502528/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788833891 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833875.119233:0:23394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23394:1875727620502528:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788833875.119244:0:23394:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788833875.119273:0:23394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23394:1875727620502656:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788833875.119301:0:23394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833875.119316:0:23394:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833875.119771:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502656 00000100:00100000:3.0:1788833875.119777:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502656 00000100:00100000:3.0:1788833875.119813:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788833875.119821:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23394:x1875727620502656:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788833875.119852:0:24158:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000004:00080000:3.0:1788833875.135355:0:23384:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00010000:00010000:0.0:1788833875.150080:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833875.154371:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620501760:12345-0@lo:8:kworker.0 Request processed in 57150us (58316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788833875.154385:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788833875.155083:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833875.155113:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788833875.155118:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620501760:0@lo:8:kworker.0 00000001:00080000:1.0:1788833875.187190:0:24152:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1788833875.187210:0:24152:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1788833875.187423:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23394:x1875727620502656:12345-0@lo:5:osp-pre-0-1.0 Request processed in 67598us (68117us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788833875.187434:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788833875.187771:0:23394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c43a72680 x1875727620502656/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788833891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833875.187784:0:23394:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788833875.187790:0:23394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a72680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23394:1875727620502656:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788833875.187805:0:23394:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1788833875.187869:0:23394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23394:1875727620502784:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788833875.187912:0:23394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833875.187950:0:23394:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d452cc300 going to sleep for 11 seconds 00000100:00100000:0.0:1788833875.188016:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502784 00000100:00100000:0.0:1788833875.188032:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502784 00000100:00100000:0.0:1788833875.188082:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788833875.188113:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23394:x1875727620502784:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788833875.188159:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23394:x1875727620502784:12345-0@lo:900:osp-pre-0-1.0 Request processed in 49us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833875.188166:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788833875.189175:0:23394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c431f6300 x1875727620502784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788833891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833875.189189:0:23394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23394:1875727620502784:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1788833876.173261:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833876.364859:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788833876.364885:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620502912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788833876.364966:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833876.365028:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620502912 00000100:00100000:1.0:1788833876.365039:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620502912 00000100:00100000:1.0:1788833876.365112:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788833876.365122:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620502912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788833876.365161:0:23392:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788833876.365223:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620502912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833876.365230:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788833876.365367:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788833876.365377:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620503040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833876.365408:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833876.366383:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503040 00000100:00100000:0.0:1788833876.366391:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503040 00000100:00100000:0.0:1788833876.366435:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788833876.366443:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620503040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788833876.366468:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788833876.366541:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620503040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833876.366554:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788833876.366713:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620503040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788833876.368883:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620502912:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788833877.196215:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788833877.516940:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788833878.220345:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833879.246462:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833880.209859:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833860/real 1788833860] req@ffff985d6f22aa00 x1875727620492928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833880 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833880.209888:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d6f22aa00 x1875727620492928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833880 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833880.209898:0:3633:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788833860/real 1788833860] req@ffff985d6f228e00 x1875727620493056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833880 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833880.209909:0:3633:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff985d6f228e00 x1875727620493056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788833880 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788833880.209927:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c41c39800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833880.209955:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788833880.209959:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620492928:0@lo:8:kworker.0 00000100:00080000:2.0:1788833880.209965:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833880.209977:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788833880.209980:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620493056:0@lo:8:kworker.0 00000100:00080000:3.0:1788833880.210133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833880.210137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788833880.210140:0:8:0:(import.c:65:import_set_state_nolock()) ffff985c41c39800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833880.210146:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 656 00000100:00100000:0.0:1788833880.210147:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620503296:0@lo:400:kworker.0 00000100:00080000:3.0:1788833880.210151:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788833880.210160:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff985c41c39800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:3.0:1788833880.210181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af4b800 x1875727620503424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788833880.210198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833880.210201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788833880.210203:0:8:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833880.210206:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 656 00000100:00080000:3.0:1788833880.210209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788833880.210212:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff985d7aee1000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833880.210219:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833880.210227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7af48380 x1875727620503552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788833880.210272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788833880.210275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788833880.210277:0:8:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788833880.210281:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 671 00000100:00080000:3.0:1788833880.210285:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1788833880.210285:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00080000:3.0:1788833880.210292:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff985d7adbc800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:0.0:1788833880.210296:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620503168:0@lo:400:kworker.0 00000100:00100000:3.0:1788833880.210306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d4602fb80 x1875727620504064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788833880.210328:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833880.210362:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620503936:0@lo:400:kworker.0 00000100:00100000:3.0:1788833880.210373:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620503808:0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.210391:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833880.210413:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833880.210420:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620504192:0@lo:400:kworker.0 00000100:00100000:3.0:1788833880.210442:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1875727620504448:0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.210453:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833880.211146:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620503424:0@lo:8:kworker.0 00000100:00100000:3.0:1788833880.211865:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833880.211922:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788833880.211930:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620503680:0@lo:400:kworker.0 00000100:00100000:3.0:1788833880.211961:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833880.211982:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3637:1875727620504320:0@lo:400:kworker.0 00000100:00100000:3.0:1788833880.212003:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833880.214223:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503296 00000100:00100000:0.0:1788833880.214235:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503296 00000100:00100000:0.0:1788833880.214278:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503808 00000100:00100000:0.0:1788833880.214282:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503808 00000100:00100000:0.0:1788833880.214300:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833880.214310:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620503296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.214400:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620503296:12345-0@lo:400:kworker.0 Request processed in 91us (4182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.214408:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788833880.214426:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833880.214433:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620503808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.214465:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620503808:12345-0@lo:400:kworker.0 Request processed in 34us (4053us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.214576:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788833880.214613:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503168 00000100:00100000:0.0:1788833880.214617:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503168 00000100:00100000:0.0:1788833880.214646:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788833880.214653:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3635:x1875727620503168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.214687:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3635:x1875727620503168:12345-0@lo:400:kworker.0 Request processed in 34us (4359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.214704:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788833880.214735:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503936 00000100:00100000:0.0:1788833880.214739:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503936 00000100:00100000:0.0:1788833880.214775:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788833880.214783:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620503936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.214814:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620503936:12345-0@lo:400:kworker.0 Request processed in 33us (4424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.214821:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788833880.214843:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504192 00000100:00100000:0.0:1788833880.214847:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504192 00000100:00100000:0.0:1788833880.214865:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504448 00000100:00100000:0.0:1788833880.214868:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504448 00000100:00100000:0.0:1788833880.214880:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503680 00000100:00100000:0.0:1788833880.214883:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503680 00000100:00100000:0.0:1788833880.214892:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504320 00000100:00100000:0.0:1788833880.214894:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504320 00000100:00100000:0.0:1788833880.214908:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788833880.214916:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620504192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.214953:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620504192:12345-0@lo:400:kworker.0 Request processed in 39us (4501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.214960:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788833880.214977:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788833880.214982:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875727620504448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.215005:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875727620504448:12345-0@lo:400:kworker.0 Request processed in 24us (3142us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.215009:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788833880.215017:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788833880.215022:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620503680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.215039:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875727620503680:12345-0@lo:400:kworker.0 Request processed in 19us (3079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.215043:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788833880.215049:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788833880.215052:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875727620504320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.215070:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875727620504320:12345-0@lo:400:kworker.0 Request processed in 17us (3066us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.215073:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1788833880.215110:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788833880.215113:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788833880.215114:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788833880.215137:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d4602d180 x1875727620504192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833880.215149:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620504192:0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.215156:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620503168:0@lo:400:kworker.0 00010000:00080000:0.0:1788833880.215162:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d7af4b100 x1875727620503936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788833896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833880.215167:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620503936:0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.215181:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620503296:0@lo:400:kworker.0 00000100:00100000:2.0:1788833880.215886:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833880.215937:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620503552:0@lo:8:kworker.0 00000100:00100000:2.0:1788833880.215972:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833880.215989:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620504064:0@lo:8:kworker.0 00000100:00100000:2.0:1788833880.216011:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788833880.216972:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d7af4a680 x1875727620503680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833880.216987:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875727620503680:0@lo:400:kworker.0 00010000:00080000:3.0:1788833880.217000:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d4602c000 x1875727620504320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833880.217009:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3637:1875727620504320:0@lo:400:kworker.0 00000100:00100000:3.0:1788833880.217023:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620503808:0@lo:400:kworker.0 00010000:00080000:3.0:1788833880.217033:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d4602d880 x1875727620504448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833880.217041:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1875727620504448:0@lo:400:kworker.0 00000100:00100000:0.0:1788833880.218510:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503424 00000100:00100000:0.0:1788833880.218523:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503424 00000100:00100000:0.0:1788833880.218562:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620503552 00000100:00100000:0.0:1788833880.218565:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620503552 00000100:00100000:0.0:1788833880.218573:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504064 00000100:00100000:0.0:1788833880.218575:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504064 00000100:00100000:0.0:1788833880.218588:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788833880.218608:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620503424:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788833880.218641:0:24157:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 677 last 0 00000100:00100000:3.0:1788833880.218668:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788833880.218676:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3633:x1875727620503552:12345-0@lo:8:kworker.0 00000020:00000080:0.0:1788833880.218676:0:24157:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x35a208207d20ded1 00010000:00020000:3.0:1788833880.218692:0:24647:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00002000:00100000:0.0:1788833880.218703:0:24157:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff985c42f07000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788833880.218711:0:24157:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788833880.218713:0:24157:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788833880.218797:0:24157:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788833880.218823:0:24157:0:(import.c:65:import_set_state_nolock()) ffff985c42f06800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788833880.218967:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3633:x1875727620503424:12345-0@lo:8:kworker.0 Request processed in 370us (3085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833880.218973:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788833880.218987:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788833880.218989:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620504064:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788833880.218997:0:24157:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788833880.219015:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620504064:12345-0@lo:8:kworker.0 Request processed in 24us (3003us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788833880.219019:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1788833880.219261:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985d7af4b800 x1875727620503424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788833905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833880.219273:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788833880.219281:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788833880.219289:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788833880.219294:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788833880.219297:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c41c39800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788833880.219322:0:3633:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788833880.219328:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620503424:0@lo:8:kworker.0 00000100:00080000:2.0:1788833880.219345:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788833880.219350:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788833880.219353:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620504064:0@lo:8:kworker.0 00000004:00080000:1.0:1788833880.222699:0:22675:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788833880.222739:0:22675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22675:1875727620504704:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788833880.222806:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833880.222838:0:22675:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b45f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788833880.222856:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788833880.222868:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620504576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788833880.222894:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833880.222934:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504704 00000100:00100000:1.0:1788833880.222947:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504704 00000100:00100000:1.0:1788833880.223005:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788833880.223014:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22675:x1875727620504704:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:1.0:1788833880.223253:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1788833880.224145:0:22674:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788833880.224236:0:22674:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677107147831ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788833880.224245:0:22674:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1788833880.224971:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3633:x1875727620503552:12345-0@lo:8:kworker.0 Request processed in 6289us (8992us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788833880.224984:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788833880.225019:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504576 00000100:00100000:3.0:1788833880.225027:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504576 00000100:00100000:3.0:1788833880.225068:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788833880.225078:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3635:x1875727620504576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788833880.225135:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833880.225193:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3635:x1875727620504576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833880.225201:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1788833880.227739:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788833880.227750:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788833880.227755:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620503552:0@lo:8:kworker.0 00010000:00080000:1.0:1788833880.227818:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff985c431f7100 x1875727620504576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788833896 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833880.227839:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620504576:0@lo:13:osp-pre-0-0.0 00002000:00080000:1.0:1788833880.229061:0:24157:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1788833880.229072:0:24157:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1788833880.229077:0:24157:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:3.0:1788833880.235574:0:22630:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:1.0:1788833880.246765:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.246778:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.246796:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.246801:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.246807:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.246826:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.246837:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.246852:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.247184:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788833880.247649:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.247656:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.247666:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.247669:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.247674:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.247684:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.247692:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.247699:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247757:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833880.247767:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247776:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.247780:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247789:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247808:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247816:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20ded8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247842:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833880.247845:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247852:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645200 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.247855:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247862:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247874:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.247940:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.247944:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.247946:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.248777:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788833880.248785:0:24157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20dedf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788833880.249457:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.249465:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.249488:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.249492:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.249498:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.249511:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.249520:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.249528:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.251928:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788833880.251942:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.251969:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:2.0:1788833880.251974:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.251985:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.252010:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.252019:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.252021:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.252023:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.253754:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.253807:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788833880.253819:0:24157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20dee6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788833880.255317:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.255328:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.255353:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.255358:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.255364:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.255377:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.255388:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.255444:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.255480:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788833880.255501:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833880.255516:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.255526:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833880.255531:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.255542:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.255564:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.255572:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20deed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.255592:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.255594:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.255596:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.256133:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.256143:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.256153:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.256156:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.256160:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.256170:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.256189:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.256196:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.256506:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833880.257230:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.257238:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257249:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.257254:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257264:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257282:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257290:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20def4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257311:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.257314:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.257323:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788833880.257363:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788833880.257371:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.257380:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=677s v=(0 0) 00010000:00010000:0.0:1788833880.257384:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788833880.257390:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.257411:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.257420:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.257429:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.257450:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833880.257479:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.257485:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257494:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423efc00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.257499:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257507:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257520:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257527:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052188ae2/0x35a208207d20defb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.257541:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.257544:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.257545:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.258303:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.258311:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.258322:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.258326:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.258331:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.258351:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.258360:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.258369:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.258402:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788833880.258498:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833880.258505:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.258514:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644a00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833880.258519:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.258527:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.258541:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.258548:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089b2db85/0x35a208207d20df02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.258569:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.258570:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.258572:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.259040:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.259047:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259056:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.259060:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.259064:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259072:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259080:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259118:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259136:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788833880.259544:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.259550:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259557:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.259560:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.259565:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259574:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259582:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259588:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259601:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788833880.259858:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.259864:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.259880:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.259953:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.259958:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260068:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260079:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260114:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260125:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1788833880.260756:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.260764:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260773:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.260776:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.260780:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260790:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260809:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260816:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.260825:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1788833880.260842:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788833880.260852:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260862:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833880.260867:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260878:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260895:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260903:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bcf45b2/0x35a208207d20df09 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260922:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788833880.260926:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260932:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833880.260940:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260948:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260957:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260964:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d27f59ce/0x35a208207d20df10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260975:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788833880.260979:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260985:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833880.260988:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.260995:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261003:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261009:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a01d1b23/0x35a208207d20df17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261024:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833880.261027:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261034:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833880.261037:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261043:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261052:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261058:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dde5ccb/0x35a208207d20df1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261067:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.261069:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.261071:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.261078:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788833880.261840:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788833880.261847:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261858:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=677s v=(0 0) 00010000:00010000:0.0:1788833880.261867:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788833880.261872:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261883:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261891:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261898:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.261921:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833880.261946:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.261954:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.261964:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423ef000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.262369:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262382:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262397:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262406:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d810f9a1/0x35a208207d20df25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262424:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.262432:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.262434:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788833880.262548:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788833880.262554:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.262562:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=677s v=(0 0) 00010000:00010000:0.0:1788833880.262564:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788833880.262569:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.262578:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.262585:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.262598:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.262616:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833880.262641:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.262649:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262658:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423ee400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.262663:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262672:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262685:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262693:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa66b449/0x35a208207d20df2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.262708:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.262710:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.262712:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.264800:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.264814:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.264831:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.264836:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.264852:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.264868:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.264877:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.264955:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.265287:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788833880.265699:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.265705:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.265715:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.265718:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.265723:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.265733:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.265740:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.265758:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.265817:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788833880.266286:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833880.266295:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266304:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.266308:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266328:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266347:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266356:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d7a53df/0x35a208207d20df33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266373:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833880.266376:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266383:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.266386:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266393:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266403:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266410:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab431a55/0x35a208207d20df3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.266435:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.266437:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.266439:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.269409:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.269502:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.269514:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.269532:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.269537:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.269544:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.269558:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.269568:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.269576:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.269599:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788833880.269861:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833880.269869:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.269880:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.269884:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.269895:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.269913:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.269921:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095c57ced/0x35a208207d20df41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.269939:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.269941:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.269943:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.271218:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.271233:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.271259:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.271263:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.271270:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.271283:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.271292:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.271299:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.271314:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788833880.271829:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833880.271837:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.271858:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75645200 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.271863:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.271872:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.271890:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.271897:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9547f4c/0x35a208207d20df48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.271917:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.271919:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.271921:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.272298:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.272306:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.272317:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.272320:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.272325:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.272335:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.272352:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.272359:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.272379:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788833880.272386:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833880.272393:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.272401:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.272406:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.272414:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.272433:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.272441:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001ddb0c4/0x35a208207d20df4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.272459:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.272461:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.272463:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833880.273246:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.273256:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.273267:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.273271:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.273276:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.273287:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.273295:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.273303:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.273337:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788833880.274007:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.274014:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274023:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.274026:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.274030:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274039:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274048:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274056:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274065:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788833880.274635:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833880.274641:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274651:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=677s v=(0 0) 00010000:00010000:1.0:1788833880.274660:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833880.274665:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274674:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274683:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274690:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.274700:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788833880.274818:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788833880.274827:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274837:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dda00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.274842:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274852:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274869:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274877:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bb2a4a2/0x35a208207d20df56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274906:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833880.274910:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274917:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.274920:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274927:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274936:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274943:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007aabb8b6/0x35a208207d20df5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274952:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833880.274955:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274961:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dcc00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.274964:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274980:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274989:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.274995:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a454881/0x35a208207d20df64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.275005:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.275006:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.275008:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833880.275869:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833880.276054:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.276061:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.276073:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.276076:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.276081:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.276111:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.276134:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.276141:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.276208:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788833880.281003:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.281017:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.281035:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.281040:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.281045:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.281058:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.281067:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.281075:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.282684:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788833880.282697:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.282709:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163a00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833880.282714:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.282731:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.282753:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.282760:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff6a084d/0x35a208207d20df6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.282931:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.282939:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.282949:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.282952:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.282961:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.282989:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.283174:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.283176:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.283179:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.283914:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788833880.283924:0:24157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0936c39/0x35a208207d20df72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833880.284240:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833880.286928:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.286942:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.286958:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.286962:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.286968:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.286981:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.286991:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.286998:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287025:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833880.287171:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.287180:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287191:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.287196:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287206:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287224:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287232:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa7c4902/0x35a208207d20df79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287251:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.287253:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.287255:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833880.287534:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.287540:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287554:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.287557:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.287561:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287569:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287576:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287582:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287599:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833880.287622:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.287629:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287649:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.287652:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287660:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287672:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287679:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bb99dfd/0x35a208207d20df80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.287695:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.287697:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.287699:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833880.287925:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.287932:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287941:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.287945:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.287949:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287958:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.287990:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.288013:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.288030:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788833880.288610:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.288617:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.288625:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.288628:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.288632:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.288640:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.288647:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.288653:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.288686:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788833880.289304:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788833880.289312:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289321:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.289325:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289333:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289356:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289363:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3284526/0x35a208207d20df87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289381:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.289384:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289390:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.289393:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289399:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289407:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289413:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ce066/0x35a208207d20df8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289424:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.289426:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.289431:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833880.289603:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.289609:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.289618:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.289622:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.289626:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.289637:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.289645:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.289652:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.289673:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833880.289832:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.289838:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289846:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163e00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.289850:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289858:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289870:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.289878:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8b7e503/0x35a208207d20df95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.290031:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.290033:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.290035:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833880.290266:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.290273:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290282:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.290291:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.290295:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290304:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290311:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290318:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290365:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788833880.290625:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.290632:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290640:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.290643:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.290647:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290656:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290664:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.290677:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.290729:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788833880.290736:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.290744:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699e00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.290745:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.290748:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.290769:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.290781:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.290788:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006db6e18b/0x35a208207d20df9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.290806:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.290808:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.290810:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.290871:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00002000:00010000:2.0:1788833880.291241:0:24157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833880.291247:0:24157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.291256:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=677s v=(0 0) 00010000:00010000:2.0:1788833880.291259:0:24157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833880.291263:0:24157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.291274:0:24157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.291282:0:24157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833880.291288:0:24157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.291460:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833880.291465:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.291483:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698a00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833880.291486:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.291494:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.291506:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833880.291544:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.291546:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833880.291548:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.291608:0:24157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788833880.291614:0:24157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007724edcb/0x35a208207d20dfaa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1788833880.291689:0:24157:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:2.0:1788833880.291792:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22675:x1875727620504704:12345-0@lo:5:osp-pre-0-0.0 Request processed in 68775us (68982us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833880.291803:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1788833880.292370:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833880.292418:0:22675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22675:1875727620504704:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788833880.292435:0:22675:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788833880.292496:0:22675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22675:1875727620504832:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788833880.292533:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833880.292559:0:22675:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d47b6c300 going to sleep for 11 seconds 00000100:00100000:3.0:1788833880.293853:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504832 00000100:00100000:3.0:1788833880.293863:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504832 00000100:00100000:3.0:1788833880.293927:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788833880.293938:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22675:x1875727620504832:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788833880.293982:0:24155:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:2.0:1788833880.295245:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.295251:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833880.295254:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.300238:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.300259:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833880.300264:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.300288:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.300307:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.300312:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000342cfc04/0x35a208207d20dfa3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833880.300330:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.300331:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833880.300332:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788833880.308275:0:24152:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1788833880.308331:0:24152:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788833880.312280:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22675:x1875727620504832:12345-0@lo:5:osp-pre-0-0.0 Request processed in 18336us (19738us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788833880.312294:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788833880.312446:0:22675:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1788833880.312455:0:22675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22675:1875727620504832:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1788833880.312479:0:22675:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:2.0:1788833880.461342:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620504960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833880.461419:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833880.461503:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620504960 00000100:00100000:3.0:1788833880.461511:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620504960 00000100:00100000:3.0:1788833880.461567:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788833880.461577:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620504960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788833880.461598:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833880.461780:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620504960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 203us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833880.461788:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788833880.461869:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620504960:0@lo:13:osp-pre-0-1.0 00000020:01000004:2.0:1788833881.091427:0:24971:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788833881.091431:0:24971:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788833881.091433:0:24971:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788833881.091549:0:24971:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff985d73e00800 00000020:01000004:2.0:1788833881.091568:0:24971:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788833881.091583:0:24971:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788833881.091600:0:24971:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff985c42c84d28) 00000020:00000080:2.0:1788833881.091619:0:24971:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788833881.161225:0:24971:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788833881.162954:0:24971:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788833881.163595:0:24971:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788833881.163921:0:24971:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788833881.167836:0:24971:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788833881.168510:0:24971:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788833881.168761:0:24971:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:2.0:1788833881.171335:0:24971:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788833881.171570:0:24971:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788833881.171587:0:24971:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788833881.171600:0:24971:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x35a208207d20dfb8 00000020:01000004:2.0:1788833881.171609:0:24971:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788833881.171632:0:24971:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.126@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788833881.171636:0:24971:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788833881.171642:0:24971:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788833881.171671:0:24971:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788833881.171677:0:24971:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.126@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788833881.191002:0:24971:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.126@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788833881.191057:0:24971:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.126@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788833881.191062:0:24971:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788833881.191064:0:24971:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788833881.191065:0:24971:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788833881.191066:0:24971:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788833881.191067:0:24971:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788833881.191069:0:24971:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788833881.191070:0:24971:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788833881.191072:0:24971:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788833881.191073:0:24971:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788833881.191076:0:24971:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788833881.191078:0:24971:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788833881.191079:0:24971:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788833881.191080:0:24971:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788833881.191081:0:24971:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788833881.191082:0:24971:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788833881.191083:0:24971:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788833881.191084:0:24971:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788833881.191123:0:24971:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788833881.191124:0:24971:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788833881.191151:0:24971:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788833881.191170:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505088:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788833881.191244:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.191285:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d47079240 going to sleep for 11 seconds 00000100:00100000:1.0:1788833881.191471:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505088 00000100:00100000:1.0:1788833881.191479:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505088 00000100:00100000:1.0:1788833881.191533:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788833881.191544:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24971:x1875727620505088:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788833881.191577:0:22644:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788833881.191580:0:22644:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1788833881.191584:0:22644:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788833881.191921:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24971:x1875727620505088:12345-0@lo:253:mount.lustre.0 Request processed in 378us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.191928:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788833881.192401:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505088:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788833881.192411:0:24971:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788833881.192414:0:24971:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788833881.192415:0:24971:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788833881.192416:0:24971:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788833881.192417:0:24971:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788833881.192419:0:24971:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788833881.192420:0:24971:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788833881.192421:0:24971:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788833881.192422:0:24971:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788833881.192423:0:24971:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788833881.192450:0:24971:0:(tgt_mount.c:101:server_register_mount()) register mount ffff985d73e00800 from lustre-OST0001 10000000:01000000:3.0:1788833881.192489:0:24971:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788833881.192492:0:24971:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788833881.192501:0:24971:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff985c41d319b8 local copy 00010000:00010000:3.0:1788833881.192512:0:24971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833881.192594:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505216:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833881.192629:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.192652:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d47079180 going to sleep for 11 seconds 00000100:00100000:1.0:1788833881.192710:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505216 00000100:00100000:1.0:1788833881.192715:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505216 00000100:00100000:1.0:1788833881.192793:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788833881.192802:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24971:x1875727620505216:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788833881.192874:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24971:x1875727620505216:12345-0@lo:501:mount.lustre.0 Request processed in 72us (243us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788833881.192891:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788833881.192944:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505216:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788833881.192956:0:24971:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788833881.192984:0:24971:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788833881.192990:0:24971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.193000:0:24971:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43162000/0x35a208207d20dbf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dbf9 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833881.193027:0:24971:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff985d73e00800 10000000:01000000:3.0:1788833881.193032:0:24971:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788833881.193036:0:24971:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788833881.193039:0:24971:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788833881.193043:0:24971:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788833881.193046:0:24971:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788833881.193069:0:24971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20dfbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.193076:0:24971:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20dfbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.193124:0:24971:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20dfbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833881.193138:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505344:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788833881.193163:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.193582:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d47079180 going to sleep for 11 seconds 00000100:00100000:2.0:1788833881.193645:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505344 00000100:00100000:2.0:1788833881.193650:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505344 00000100:00100000:2.0:1788833881.193678:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788833881.193685:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:24971:x1875727620505344:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833881.193694:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833881.193706:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75698800/0x35a208207d20dfc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dfbf expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.193727:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75698800/0x35a208207d20dfc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dfbf expref: 22 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.193736:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75698800/0x35a208207d20dfc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dfbf expref: 22 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.193744:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75698800, rc 0) 00000100:00100000:2.0:1788833881.193789:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505344:12345-0@lo:101:mount.lustre.0 Request processed in 104us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833881.193794:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788833881.193878:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505344:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788833881.193891:0:24971:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20dfbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dfc6 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.193899:0:24971:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20dfbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dfc6 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788833881.194948:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788833881.195795:0:24971:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788833881.199726:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788833881.199787:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788833881.199803:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788833881.199818:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788833881.199836:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788833881.199850:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788833881.199865:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788833881.199880:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788833881.199894:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788833881.199922:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788833881.199928:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788833881.203763:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505472:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833881.203829:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.203876:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b45180 going to sleep for 11 seconds 00000100:00100000:2.0:1788833881.203960:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505472 00000100:00100000:2.0:1788833881.203976:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505472 00000100:00100000:2.0:1788833881.204028:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788833881.204038:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505472:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833881.204521:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505472:12345-0@lo:501:mount.lustre.0 Request processed in 483us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833881.204528:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788833881.204652:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505472:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788833881.204691:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505600:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788833881.204735:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.204752:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b45180 going to sleep for 11 seconds 00000100:00100000:2.0:1788833881.204797:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505600 00000100:00100000:2.0:1788833881.204803:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505600 00000100:00100000:2.0:1788833881.204835:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788833881.204842:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505600:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788833881.205675:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505600:12345-0@lo:503:mount.lustre.0 Request processed in 830us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833881.205683:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788833881.205777:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505600:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788833881.206354:0:24971:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788833881.206445:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505728:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833881.206506:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.206536:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b45180 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.206604:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505728 00000100:00100000:0.0:1788833881.206611:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505728 00000100:00100000:0.0:1788833881.206683:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788833881.206692:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505728:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.207036:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505728:12345-0@lo:502:mount.lustre.0 Request processed in 344us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.207044:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788833881.207336:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505728:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833881.207512:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788833881.207536:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788833881.207549:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788833881.207560:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788833881.207571:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788833881.207582:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788833881.207593:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788833881.207603:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788833881.207614:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788833881.207637:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505856:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833881.207675:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.207697:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b45180 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.207752:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505856 00000100:00100000:0.0:1788833881.207756:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505856 00000100:00100000:0.0:1788833881.207788:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788833881.207795:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505856:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.207872:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505856:12345-0@lo:502:mount.lustre.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.207879:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788833881.208048:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505856:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833881.208197:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788833881.208208:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1788833881.208782:0:24975:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788833881.208792:0:24975:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1788833881.208807:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788833881.208810:0:24975:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1788833881.208817:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788833881.208832:0:24975:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff985d712c0000) 00000020:00000080:0.0:1788833881.208855:0:24975:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788833881.208861:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788833881.208943:0:24975:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d73e00800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1788833881.208953:0:24975:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788833881.208959:0:24975:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x35a208207d20dfd4 00010000:00010000:0.0:1788833881.214489:0:24975:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1788833881.214896:0:24975:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1788833881.217075:0:24975:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788833881.218786:0:24975:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788833881.218798:0:24975:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833881.218805:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833881.218807:0:24975:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788833881.218811:0:24975:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833881.218815:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833881.218817:0:24975:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788833881.218819:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788833881.218821:0:24975:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788833881.218823:0:24975:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833881.218825:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833881.218827:0:24975:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788833881.218829:0:24975:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788833881.218831:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833881.218832:0:24975:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788833881.218835:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788833881.218872:0:24975:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788833881.218876:0:24975:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788833881.218877:0:24975:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788833881.218880:0:24975:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1788833881.220183:0:24971:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1788833881.220230:0:24971:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1788833881.220261:0:24971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20dfbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dfc6 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.220281:0:24971:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cd600/0x35a208207d20dfbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dfc6 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833881.220290:0:24971:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985d73e00800 from 1 10000000:01000000:0.0:1788833881.220293:0:24971:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788833881.220327:0:24971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.220334:0:24971:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.220345:0:24971:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833881.220367:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505984:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788833881.220434:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.220486:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45a8b300 going to sleep for 11 seconds 00000100:00100000:2.0:1788833881.221244:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620505984 00000100:00100000:2.0:1788833881.221252:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620505984 00000100:00100000:2.0:1788833881.221301:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788833881.221310:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:24971:x1875727620505984:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833881.221321:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833881.221335:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dfdb expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.221358:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dfdb expref: 23 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.221368:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dfdb expref: 23 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.221376:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75699000, rc 0) 00000100:00100000:2.0:1788833881.224669:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620505984:12345-0@lo:101:mount.lustre.0 Request processed in 3347us (4223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833881.224684:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788833881.232669:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620505984:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788833881.232698:0:24971:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833881.232713:0:24971:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788833881.235315:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788833881.237427:0:24971:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788833881.237757:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788833881.237782:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788833881.237795:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788833881.237807:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788833881.237820:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788833881.237834:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788833881.237846:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788833881.237859:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788833881.237871:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788833881.237884:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788833881.237896:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788833881.237912:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788833881.237917:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788833881.238026:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788833881.243832:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.243891:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c08240 going to sleep for 11 seconds 00000100:00100000:2.0:1788833881.245962:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620506112 00000100:00100000:2.0:1788833881.245984:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620506112 00000100:00100000:2.0:1788833881.246043:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788833881.246052:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506112:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788833881.246494:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506112:12345-0@lo:501:mount.lustre.0 Request processed in 442us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833881.246503:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788833881.249068:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788833881.249472:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506240:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788833881.249668:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.249752:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c08240 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.258696:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620506240 00000100:00100000:0.0:1788833881.258713:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620506240 00000100:00100000:1.0:1788833881.258856:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788833881.258869:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506240:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788833881.259071:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506240:12345-0@lo:503:mount.lustre.0 Request processed in 204us (9402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.259079:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788833881.259526:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506240:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788833881.262371:0:24971:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788833881.262502:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833881.262603:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.262977:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b45cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.263189:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620506368 00000100:00100000:0.0:1788833881.263197:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620506368 00000100:00100000:0.0:1788833881.263244:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788833881.263256:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.263376:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506368:12345-0@lo:502:mount.lustre.0 Request processed in 123us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.263383:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788833881.266795:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506368:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833881.267072:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788833881.267131:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788833881.267143:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788833881.267153:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788833881.267164:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788833881.267184:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788833881.267198:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788833881.267212:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788833881.267225:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788833881.267238:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788833881.267266:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788833881.267305:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506496:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833881.267374:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.267421:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c4325fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.267640:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620506496 00000100:00100000:0.0:1788833881.267647:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620506496 00000100:00100000:0.0:1788833881.267701:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788833881.267712:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506496:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.267826:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506496:12345-0@lo:502:mount.lustre.0 Request processed in 116us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.267834:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788833881.268034:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506496:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833881.268075:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788833881.268083:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788833881.270474:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833881.270487:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.270490:0:24979:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788833881.270497:0:24979:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985d73e00800 00000020:00000080:1.0:1788833881.270500:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833881.270573:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833881.270578:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.270579:0:24979:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788833881.270582:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833881.270585:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.270586:0:24979:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788833881.270590:0:24979:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff985d73e00800 00000020:00000080:1.0:1788833881.270592:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833881.270790:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833881.270795:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.270797:0:24979:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788833881.270799:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833881.270802:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.270804:0:24979:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788833881.270807:0:24979:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985d73e00800 00000020:00000080:1.0:1788833881.270809:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833881.272081:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833881.272453:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.272455:0:24979:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788833881.272476:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788833881.272480:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.272482:0:24979:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788833881.272486:0:24979:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff985d73e00800 00000020:00000080:1.0:1788833881.272489:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788833881.272625:0:24979:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788833881.272629:0:24979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788833881.272631:0:24979:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788833881.272634:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788833881.272851:0:24971:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788833881.272878:0:24971:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788833881.272901:0:24971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.272914:0:24971:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833881.273623:0:24971:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788833881.273628:0:24971:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff985d73e00800 10000000:01000000:0.0:1788833881.273632:0:24971:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff985d73e00800 10000000:01000000:0.0:1788833881.273636:0:24971:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788833881.273643:0:24971:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff985d73e00800 from 1 10000000:01000000:0.0:1788833881.273646:0:24971:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788833881.273683:0:24971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ee800/0x35a208207d20dfe9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.273693:0:24971:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c423ee800/0x35a208207d20dfe9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.273704:0:24971:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c423ee800/0x35a208207d20dfe9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833881.273742:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506624:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788833881.273812:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.274722:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c08b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788833881.293520:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620506624 00000100:00100000:2.0:1788833881.293539:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620506624 00000100:00100000:2.0:1788833881.293603:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788833881.293615:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43262c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:24971:x1875727620506624:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788833881.293635:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833881.293657:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75698000/0x35a208207d20dff0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20dfe9 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.293684:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75698000/0x35a208207d20dff0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20dfe9 expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.293696:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75698000/0x35a208207d20dff0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dfe9 expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.293705:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75698000, rc 0) 00000100:00100000:2.0:1788833881.293783:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43262c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620506624:12345-0@lo:101:mount.lustre.0 Request processed in 170us (19970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833881.293790:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788833881.294319:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506624:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788833881.294342:0:24971:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c423ee800/0x35a208207d20dfe9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dff0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.294353:0:24971:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c423ee800/0x35a208207d20dfe9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20dff0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833881.295068:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788833881.296144:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788833881.296405:0:24971:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788833881.296670:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788833881.296694:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788833881.296708:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788833881.296720:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788833881.296733:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788833881.296745:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788833881.296758:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788833881.296771:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788833881.296785:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788833881.296798:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788833881.296811:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788833881.296824:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788833881.296837:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788833881.296851:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788833881.296865:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788833881.296879:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788833881.296908:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788833881.296930:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788833881.296943:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788833881.296957:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788833881.296970:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788833881.296984:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788833881.296998:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788833881.297011:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788833881.297026:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788833881.297040:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788833881.297054:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788833881.297067:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788833881.300381:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788833881.300445:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788833881.300472:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788833881.300486:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788833881.301411:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788833881.301438:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788833881.301453:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788833881.301484:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788833881.301500:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788833881.302238:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788833881.302263:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788833881.302276:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788833881.302287:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788833881.302299:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788833881.302312:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788833881.302326:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788833881.302339:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788833881.302352:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788833881.302362:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788833881.302373:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788833881.303418:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788833881.303456:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788833881.303502:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788833881.304603:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788833881.304721:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506752:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833881.304791:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.304841:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.305149:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620506752 00000100:00100000:0.0:1788833881.305157:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620506752 00000100:00100000:0.0:1788833881.305202:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788833881.305212:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620506752:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833881.305335:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620506752:12345-0@lo:501:mount.lustre.0 Request processed in 124us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.305343:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788833881.305395:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506752:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788833881.305426:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506880:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788833881.305479:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.305495:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.306753:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620506880 00000100:00100000:0.0:1788833881.306765:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620506880 00000100:00100000:0.0:1788833881.306803:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788833881.306811:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620506880:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788833881.306929:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620506880:12345-0@lo:503:mount.lustre.0 Request processed in 118us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.306937:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788833881.307005:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620506880:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788833881.308989:0:24971:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788833881.309078:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620507008:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.310701:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.310740:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.310763:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507008 00000100:00100000:0.0:1788833881.310771:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507008 00000100:00100000:0.0:1788833881.310814:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788833881.310823:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620507008:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.310940:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620507008:12345-0@lo:502:mount.lustre.0 Request processed in 118us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.310948:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788833881.311004:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f227100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620507008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833881.320415:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788833881.320482:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788833881.320501:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788833881.320529:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788833881.320547:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788833881.320562:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788833881.320577:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788833881.320603:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788833881.320618:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788833881.320631:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788833881.320642:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788833881.320669:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788833881.320680:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788833881.320706:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788833881.320718:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788833881.320728:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788833881.320738:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788833881.320748:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788833881.320758:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788833881.320768:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788833881.320781:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788833881.320792:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788833881.320802:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788833881.320813:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788833881.320823:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788833881.320834:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788833881.320845:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788833881.320856:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788833881.320867:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788833881.320889:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788833881.320901:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788833881.320913:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788833881.320925:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788833881.320935:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788833881.320946:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788833881.320957:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788833881.320968:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788833881.320980:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788833881.320992:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788833881.321002:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788833881.321019:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788833881.321030:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788833881.321039:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788833881.321049:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788833881.321058:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788833881.321078:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788833881.321151:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788833881.321164:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1788833881.321221:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620507136:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833881.321299:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.321347:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d437ffb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.322881:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507136 00000100:00100000:0.0:1788833881.322893:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507136 00000100:00100000:0.0:1788833881.322950:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788833881.322960:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620507136:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.323217:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620507136:12345-0@lo:502:mount.lustre.0 Request processed in 257us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.323224:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788833881.325406:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620507136:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788833881.325736:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788833881.325764:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788833881.325801:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620507264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788833881.325868:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.325945:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4243e300 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.327327:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507264 00000100:00100000:0.0:1788833881.327339:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507264 00000100:00100000:0.0:1788833881.327424:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788833881.327436:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620507264:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788833881.327614:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620507264:12345-0@lo:502:mount.lustre.0 Request processed in 180us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.327622:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788833881.327782:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620507264:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788833881.327856:0:24971:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788833881.327869:0:24971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788833881.332039:0:24985:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788833881.332056:0:24985:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff985c41eab370) 00000020:00000080:1.0:1788833881.332081:0:24985:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1788833881.332177:0:24985:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d73e00800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788833881.332181:0:24985:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d73e00800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788833881.332184:0:24985:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d73e00800 3 00010000:00080000:1.0:1788833881.332213:0:24985:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985d5d87b000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1788833881.333757:0:24985:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1788833881.333933:0:24985:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788833881.333969:0:24985:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788833881.333995:0:24985:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x35a208207d20dffe 00000100:00080000:1.0:1788833881.334005:0:24985:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788833881.334010:0:24985:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff985d5d87b000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833881.334058:0:24985:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c431f6a00 x1875727620507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833881.334121:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620507392:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788833881.334190:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.334255:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507392 00000100:00100000:1.0:1788833881.334262:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507392 00000100:00100000:1.0:1788833881.334300:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833881.334315:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3633:x1875727620507392:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788833881.334338:0:22651:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:1.0:1788833881.334378:0:22651:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x35a208207d20e005 00000004:00100000:1.0:1788833881.334391:0:22651:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788833881.334421:0:22651:0:(import.c:65:import_set_state_nolock()) ffff985c41edc000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833881.334481:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3633:x1875727620507392:12345-0@lo:38:llog_process_th.0 Request processed in 164us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.334488:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788833881.334525:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c431f6a00 x1875727620507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788833891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833881.334534:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788833881.334541:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788833881.334547:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788833881.334550:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788833881.334552:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d5d87b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788833881.334557:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3633:1875727620507392:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788833881.334579:0:24985:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788833881.334636:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833881.334640:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788833881.334642:0:38:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833881.334645:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 677 00000100:00080000:1.0:1788833881.334648:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788833881.334652:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff985d7aee1000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833881.334665:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c431f6d80 x1875727620507776/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833881.334715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833881.334718:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788833881.334720:0:38:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833881.334723:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 677 00000100:00080000:1.0:1788833881.334726:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788833881.334729:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff985d7adbc800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833881.334738:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985c431f5500 x1875727620508288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833881.334776:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620507904:0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.334802:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.334821:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620508544:0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.334840:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.334856:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788833881.334861:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620508032:0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.334884:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.334901:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7faddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620508672:0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.334920:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.334940:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620507776:0@lo:8:kworker.0 00000100:00100000:1.0:1788833881.334962:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.334979:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620508288:0@lo:8:kworker.0 00000100:00100000:1.0:1788833881.335002:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.335025:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507904 00000100:00100000:1.0:1788833881.335029:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507904 00000100:00100000:1.0:1788833881.335052:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508544 00000100:00100000:1.0:1788833881.335062:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508544 00000100:00100000:1.0:1788833881.335077:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508672 00000100:00100000:1.0:1788833881.335078:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508672 00000100:00100000:1.0:1788833881.335114:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788833881.335122:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fade300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620507904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.335159:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fade300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620507904:12345-0@lo:400:kworker.0 Request processed in 38us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.335165:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788833881.335177:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788833881.335183:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620508544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.335208:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620508544:12345-0@lo:400:kworker.0 Request processed in 26us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.335213:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788833881.335224:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788833881.335229:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620508672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.335254:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620508672:12345-0@lo:400:kworker.0 Request processed in 25us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.335259:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:1.0:1788833881.335281:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7faddc00 x1875727620508672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833881.335290:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7faddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620508672:0@lo:400:kworker.0 00010000:00080000:1.0:1788833881.335299:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c431f7b80 x1875727620507904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833881.335306:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620507904:0@lo:400:kworker.0 00010000:00080000:1.0:1788833881.335315:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c431f5880 x1875727620508544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833881.335328:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620508544:0@lo:400:kworker.0 00000100:00100000:2.0:1788833881.335902:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507776 00000100:00100000:2.0:1788833881.335908:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507776 00000100:00100000:2.0:1788833881.335932:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508288 00000100:00100000:2.0:1788833881.335935:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508288 00000100:00100000:2.0:1788833881.335951:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788833881.335956:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620507776:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788833881.336011:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620507776:12345-0@lo:8:kworker.0 Request processed in 54us (1048us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788833881.336028:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788833881.336045:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788833881.336049:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620508288:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788833881.336080:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3633:x1875727620508288:12345-0@lo:8:kworker.0 Request processed in 30us (1076us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788833881.336108:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788833881.336405:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620507520:0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336446:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.336480:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620508160:0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336503:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.336535:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788833881.336543:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620507648:0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336565:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.336582:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c431f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620508416:0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336602:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.336628:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508416 00000100:00100000:0.0:1788833881.336633:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508416 00000100:00100000:0.0:1788833881.336659:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788833881.336665:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620508416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336702:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620508416:12345-0@lo:400:kworker.0 Request processed in 36us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.336708:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788833881.336726:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508032 00000100:00100000:0.0:1788833881.336729:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508032 00000100:00100000:0.0:1788833881.336751:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507520 00000100:00100000:0.0:1788833881.336753:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507520 00000100:00100000:0.0:1788833881.336764:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788833881.336769:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fadf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620508032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336798:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fadf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620508032:12345-0@lo:400:kworker.0 Request processed in 29us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.336804:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788833881.336814:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788833881.336820:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620507520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336867:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620507520:12345-0@lo:400:kworker.0 Request processed in 46us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.336873:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788833881.336890:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508160 00000100:00100000:0.0:1788833881.336893:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508160 00000100:00100000:0.0:1788833881.336908:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620507648 00000100:00100000:0.0:1788833881.336910:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620507648 00000100:00100000:0.0:1788833881.336921:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788833881.336927:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620508160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.336954:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620508160:12345-0@lo:400:kworker.0 Request processed in 27us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.336960:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788833881.336970:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788833881.336976:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620507648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.337000:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620507648:12345-0@lo:400:kworker.0 Request processed in 25us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.337005:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788833881.337042:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620507648:0@lo:400:kworker.0 00010000:00080000:0.0:1788833881.337053:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c431f7480 x1875727620508416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833881.337063:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620508416:0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.337072:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620507520:0@lo:400:kworker.0 00000100:00100000:0.0:1788833881.337081:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620508160:0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.339668:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620508032:0@lo:400:kworker.0 00000100:00100000:1.0:1788833881.339713:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788833881.339719:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788833881.339724:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788833881.339727:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620507776:0@lo:8:kworker.0 00000100:00100000:1.0:1788833881.339737:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788833881.339740:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788833881.339743:0:3633:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788833881.339746:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c431f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620508288:0@lo:8:kworker.0 00000020:01000004:1.0:1788833881.339864:0:24985:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788833881.339881:0:24985:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff985d745119b8) 00000020:00000080:1.0:1788833881.339903:0:24985:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1788833881.339987:0:24985:0:(tgt_mount.c:153:server_get_mount()) get mount ffff985d73e00800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788833881.339991:0:24985:0:(tgt_mount.c:187:server_put_mount()) put mount ffff985d73e00800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788833881.339993:0:24985:0:(obd_mount.c:710:lustre_put_lsi()) put ffff985d73e00800 3 00010000:00080000:1.0:1788833881.340020:0:24985:0:(ldlm_lib.c:102:import_set_conn()) imp ffff985c41edf000@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.126@tcp at head 00010000:00010000:1.0:1788833881.348249:0:24985:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1788833881.348448:0:24985:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788833881.348592:0:24985:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788833881.348606:0:24985:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x35a208207d20e013 00000100:00080000:1.0:1788833881.348616:0:24985:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788833881.348622:0:24985:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff985c41edf000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833881.348659:0:24985:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7fa91880 x1875727620508800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833881.348710:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3633:1875727620508800:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788833881.348791:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.348853:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508800 00000100:00100000:1.0:1788833881.348861:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508800 00000100:00100000:1.0:1788833881.348889:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833881.348897:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3633:x1875727620508800:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788833881.348920:0:22652:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:1.0:1788833881.348947:0:22652:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x35a208207d20e01a 00000004:00100000:1.0:1788833881.348962:0:22652:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788833881.348991:0:22652:0:(import.c:65:import_set_state_nolock()) ffff985c41ed9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833881.349036:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3633:x1875727620508800:12345-0@lo:38:llog_process_th.0 Request processed in 139us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.349044:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788833881.349076:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa91880 x1875727620508800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788833891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833881.349108:0:3633:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788833881.349117:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788833881.349122:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788833881.349126:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788833881.349129:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985c41edf000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788833881.349133:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3633:1875727620508800:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788833881.349151:0:24985:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:1.0:1788833881.352821:0:24985:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788833881.353629:0:24971:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788833881.353665:0:24971:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788833881.353684:0:24971:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ee800/0x35a208207d20dfe9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dff0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833881.353697:0:24971:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c423ee800/0x35a208207d20dfe9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20dff0 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788833881.353747:0:24971:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788833881.353749:0:24971:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788833881.353751:0:24971:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788833881.353752:0:24971:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788833881.353753:0:24971:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788833881.353755:0:24971:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788833881.353756:0:24971:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788833881.353758:0:24971:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788833881.353760:0:24971:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788833881.353764:0:24971:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788833881.353767:0:24971:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788833881.353768:0:24971:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788833881.353770:0:24971:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788833881.353770:0:24971:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788833881.353771:0:24971:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788833881.353772:0:24971:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788833881.353773:0:24971:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788833881.353775:0:24971:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788833881.353776:0:24971:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788833881.353805:0:24971:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788833881.353824:0:24971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620508928:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788833881.353889:0:24971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833881.353919:0:24971:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45a8b300 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.354340:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620508928 00000100:00100000:0.0:1788833881.354354:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620508928 00000100:00100000:0.0:1788833881.354406:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788833881.354416:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620508928:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788833881.354442:0:22645:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788833881.354456:0:22645:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788833881.367042:0:22645:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788833881.367063:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1788833881.367245:0:22666:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788833881.367250:0:22666:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788833881.367273:0:22666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367292:0:22666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20deae expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367299:0:22666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20debc expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367306:0:22666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367342:0:22666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20debc expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367353:0:22666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20debc expref: 24 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833881.367364:0:22666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620509056:0@lo:104: 00000100:00100000:0.0:1788833881.367415:0:22666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788833881.367452:0:22666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20deae expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367467:0:22666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20deae expref: 24 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833881.367487:0:22666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620509184:0@lo:104: 00000100:00100000:0.0:1788833881.367513:0:22666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833881.367529:0:22666:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c42c08b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788833881.367547:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509056 00000100:00100000:0.0:1788833881.367553:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509056 00000100:00100000:0.0:1788833881.367590:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509184 00000100:00100000:0.0:1788833881.367593:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509184 00000100:00100000:0.0:1788833881.367607:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788833881.367617:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:22666:x1875727620509056:12345-0@lo:104: 00010000:00010000:0.0:1788833881.367629:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367808:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788833881.367818:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:22666:x1875727620509056:12345-0@lo:104: Request processed in 203us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.367825:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788833881.367842:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788833881.367848:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620509184:12345-0@lo:104: 00010000:00010000:0.0:1788833881.367856:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833881.367885:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788833881.367889:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:22666:x1875727620509184:12345-0@lo:104: Request processed in 43us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833881.367895:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788833881.368068:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:24971:x1875727620508928:12345-0@lo:253:mount.lustre.0 Request processed in 13653us (14177us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.368104:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788833881.368272:0:24971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fdfad23c-5f39-4c2e-85d3-87111fbac51d:24971:1875727620508928:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788833881.368292:0:24971:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788833881.368295:0:24971:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788833881.368297:0:24971:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788833881.368299:0:24971:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788833881.368300:0:24971:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788833881.368301:0:24971:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788833881.368303:0:24971:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788833881.368304:0:24971:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788833881.368306:0:24971:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788833881.368308:0:24971:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788833881.368320:0:24971:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1788833881.368973:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833881.368980:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.368986:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163600 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833881.368989:0:24921:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.368995:0:24921:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833881.369000:0:24921:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833881.369008:0:24921:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788833881.369039:0:24921:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369043:0:24921:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833881.369060:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369064:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20debc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dec3 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369072:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833881.369074:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369077:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75644200 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833881.369079:0:24921:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369083:0:24921:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833881.369105:0:24921:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833881.369109:0:24921:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788833881.369120:0:24921:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369125:0:24921:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833881.369137:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369144:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d75644200/0x35a208207d20deae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20deb5 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369156:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833881.369157:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833881.369159:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833881.369164:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833881.369173:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620509312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833881.369210:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.369245:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788833881.369251:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620509440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833881.369271:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833881.369302:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509312 00000100:00100000:3.0:1788833881.369307:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509312 00010000:00010000:3.0:1788833881.369327:0:22637:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20debc expref: 24 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833881.369349:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509440 00000100:00100000:3.0:1788833881.369351:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509440 00010000:00010000:3.0:1788833881.369359:0:22637:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20deae expref: 25 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833881.369367:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788833881.369371:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+25:3636:x1875727620509312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833881.369379:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833881.369382:0:22637:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20debc expref: 25 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369397:0:22637:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20debc expref: 25 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369408:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833881.369429:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+25:3636:x1875727620509312:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833881.369434:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788833881.369444:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788833881.369448:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3636:x1875727620509440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833881.369453:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833881.369455:0:22637:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20deae expref: 24 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369476:0:22637:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20deae expref: 24 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369488:0:22637:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369499:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788833881.369512:0:22637:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005430498s 00010000:00010000:3.0:1788833881.369517:0:22637:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369524:0:22637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369541:0:22637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369547:0:22637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369553:0:22637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423ef600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833881.369556:0:22637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369563:0:22637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369571:0:22637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.369581:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833881.369604:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3636:x1875727620509440:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833881.369610:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788833881.369641:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620509440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833881.369649:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620509312:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1788833881.375705:0:24971:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:2.0:1788833881.375974:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c43162600/0x35a208207d20dec3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20debc expref: 23 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833881.375995:0:22666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620509056:0@lo:104: 00010000:00010000:3.0:1788833881.376229:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75645a00/0x35a208207d20deb5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20deae expref: 22 pid: 22644 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833881.376241:0:22666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22666:1875727620509184:0@lo:104: 00010000:00010000:3.0:1788833881.376268:0:22666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.376286:0:22666:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.376293:0:22666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833881.376300:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423ef600/0x35a208207d20e021 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788833881.382333:0:24971:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1788833881.382344:0:24971:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1788833881.382385:0:24971:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788833881.382437:0:24971:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.126@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788833881.382468:0:24971:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1788833881.382493:0:24971:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1788833881.383660:0:24971:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788833881.383868:0:24971:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788833881.493610:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620509568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788833881.493687:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.493737:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833881.493744:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620509696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788833881.493766:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833881.493803:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509568 00000100:00100000:1.0:1788833881.493811:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509568 00000100:00100000:1.0:1788833881.493858:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509696 00000100:00100000:1.0:1788833881.493863:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509696 00000100:00100000:1.0:1788833881.493891:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788833881.493901:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620509568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788833881.493939:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788833881.493990:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620509568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.493997:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788833881.494013:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788833881.494019:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620509696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788833881.494034:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788833881.494071:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620509696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833881.494077:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788833881.495383:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620509696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788833881.495412:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620509568:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788833882.253827:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788833882.323808:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788833882.488308:0:25038:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788833882.489185:0:25038:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1788833882.960374:0:22647:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788833882.960382:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985d5e9d2800 from 14 10000000:01000000:3.0:1788833882.960391:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788833882.960480:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20e028 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833882.960493:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20e028 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833882.960506:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20e028 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833882.960548:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620509824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788833882.960632:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833882.960686:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788833882.960839:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509824 00000100:00100000:0.0:1788833882.960847:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509824 00000100:00100000:0.0:1788833882.960910:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788833882.960925:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:22647:x1875727620509824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788833882.960949:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833882.962581:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423efc00/0x35a208207d20e02f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20e028 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.962619:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423efc00/0x35a208207d20e02f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20e028 expref: 23 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.962633:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423efc00/0x35a208207d20e02f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20e028 expref: 23 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.962644:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423efc00, rc 0) 00000100:00100000:0.0:1788833882.962740:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620509824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1820us (2107us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833882.962749:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788833882.962826:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620509824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788833882.962858:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20e028 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e02f expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.962868:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20e028 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20e02f expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833882.962944:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620509952:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788833882.963082:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833882.963137:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1788833882.963153:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620509952 00000100:00100000:0.0:1788833882.963159:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620509952 00000100:00100000:0.0:1788833882.963193:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788833882.963201:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620509952:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788833882.963217:0:22645:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788833882.963304:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788833882.963307:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788833882.963372:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620509952:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 171us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833882.963379:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788833882.963409:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620509952:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788833882.963475:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788833882.963482:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20e028 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e02f expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.963490:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cda00/0x35a208207d20e028 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e02f expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833882.963508:0:22647:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788833882.963510:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff985c438cf000 from 14 10000000:01000000:0.0:1788833882.963513:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788833882.963587:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ef000/0x35a208207d20e036 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.963595:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c423ef000/0x35a208207d20e036 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.963603:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c423ef000/0x35a208207d20e036 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833882.963617:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620510080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788833882.963641:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833882.963655:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1788833882.963666:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510080 00000100:00100000:0.0:1788833882.963669:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510080 00000100:00100000:0.0:1788833882.963688:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788833882.963693:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620510080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788833882.963702:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833882.963710:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423ee400/0x35a208207d20e03d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20e036 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.963724:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423ee400/0x35a208207d20e03d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20e036 expref: 24 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.963733:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423ee400/0x35a208207d20e03d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20e036 expref: 24 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.963751:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423ee400, rc 0) 00000100:00100000:0.0:1788833882.963776:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620510080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 82us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833882.963782:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788833882.963808:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620510080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788833882.963817:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c423ef000/0x35a208207d20e036 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e03d expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.963825:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c423ef000/0x35a208207d20e036 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20e03d expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833882.963856:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620510208:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788833882.963879:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833882.963890:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1788833882.963899:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510208 00000100:00100000:0.0:1788833882.963902:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510208 00000100:00100000:0.0:1788833882.963918:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788833882.963924:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620510208:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788833882.963932:0:22644:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788833882.963941:0:22644:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788833882.963944:0:22644:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788833882.964201:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620510208:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 275us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833882.964207:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788833882.964246:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620510208:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788833882.964294:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788833882.964300:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c423ef000/0x35a208207d20e036 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e03d expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833882.964307:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c423ef000/0x35a208207d20e036 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e03d expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833883.359062:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833884.365239:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833885.388286:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833885.580461:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788833885.580485:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620510336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788833885.580552:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833885.580601:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510336 00000100:00100000:3.0:1788833885.580619:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510336 00000100:00100000:3.0:1788833885.580678:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788833885.580689:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620510336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788833885.580722:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833885.580767:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620510336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833885.580788:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1788833885.580809:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788833885.580849:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620510336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788833885.585792:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620510464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833885.585869:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833885.586472:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510464 00000100:00100000:3.0:1788833885.586482:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510464 00000100:00100000:3.0:1788833885.586549:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788833885.586559:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620510464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788833885.586584:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:1.0:1788833885.587104:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788833885.593215:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620510464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6648us (7336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833885.593229:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788833885.594334:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620510464:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788833886.418564:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788833886.604304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833886.604311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788833886.604314:0:38:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833886.604326:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff985d7aee1000 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833886.604348:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7fa93100 x1875727620510976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788833886.604380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788833886.604383:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788833886.604385:0:38:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788833886.604389:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff985d7adbc800 using connection 192.168.202.126@tcp/0@lo 00000100:00100000:1.0:1788833886.604400:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff985d7fa90700 x1875727620511488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788833886.604473:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620510592:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604551:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604601:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620511232:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604629:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604662:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620511872:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604689:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604717:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788833886.604723:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620510720:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604742:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604757:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620511360:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604776:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604790:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1875727620512000:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604808:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604836:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620510848:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604859:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604874:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620511616:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604893:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604909:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3636:1875727620512128:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604942:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604953:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788833886.604958:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620511104:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.604979:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.604990:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620511744:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605010:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.605029:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620510976:0@lo:8:kworker.0 00000100:00100000:1.0:1788833886.605049:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.605063:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620511488:0@lo:8:kworker.0 00000100:00100000:1.0:1788833886.605081:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.605150:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620511872 00000100:00100000:1.0:1788833886.605157:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620511872 00000100:00100000:1.0:1788833886.605204:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512000 00000100:00100000:1.0:1788833886.605207:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512000 00000100:00100000:1.0:1788833886.605219:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620511616 00000100:00100000:1.0:1788833886.605221:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620511616 00000100:00100000:1.0:1788833886.605230:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512128 00000100:00100000:1.0:1788833886.605232:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512128 00000100:00100000:1.0:1788833886.605240:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620511104 00000100:00100000:1.0:1788833886.605242:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620511104 00000100:00100000:1.0:1788833886.605250:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620511744 00000100:00100000:1.0:1788833886.605252:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620511744 00000100:00100000:1.0:1788833886.605267:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788833886.605276:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620511872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605326:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620511872:12345-0@lo:400:kworker.0 Request processed in 51us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605333:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788833886.605349:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788833886.605355:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875727620512000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605381:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875727620512000:12345-0@lo:400:kworker.0 Request processed in 27us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605387:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788833886.605396:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788833886.605401:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620511616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605442:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875727620511616:12345-0@lo:400:kworker.0 Request processed in 40us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605448:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788833886.605460:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788833886.605465:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875727620512128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605500:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875727620512128:12345-0@lo:400:kworker.0 Request processed in 35us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605506:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788833886.605518:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788833886.605523:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620511104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605548:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620511104:12345-0@lo:400:kworker.0 Request processed in 24us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605554:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788833886.605564:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788833886.605569:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7faddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620511744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605592:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7faddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620511744:12345-0@lo:400:kworker.0 Request processed in 24us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605598:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788833886.605615:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620511232 00000100:00100000:1.0:1788833886.605619:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620511232 00000100:00100000:1.0:1788833886.605645:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510720 00000100:00100000:1.0:1788833886.605648:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510720 00000100:00100000:1.0:1788833886.605661:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788833886.605667:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620511232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605696:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620511232:12345-0@lo:400:kworker.0 Request processed in 30us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605702:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788833886.605712:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788833886.605717:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620510720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605741:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620510720:12345-0@lo:400:kworker.0 Request processed in 24us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605757:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788833886.605781:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620511360 00000100:00100000:1.0:1788833886.605784:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620511360 00000100:00100000:1.0:1788833886.605800:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510848 00000100:00100000:1.0:1788833886.605802:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510848 00000100:00100000:1.0:1788833886.605811:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510976 00000100:00100000:1.0:1788833886.605813:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510976 00000100:00100000:1.0:1788833886.605820:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620511488 00000100:00100000:1.0:1788833886.605822:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620511488 00000100:00100000:1.0:1788833886.605830:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788833886.605836:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620511360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605866:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620511360:12345-0@lo:400:kworker.0 Request processed in 31us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605872:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788833886.605882:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788833886.605887:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620510848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.605911:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620510848:12345-0@lo:400:kworker.0 Request processed in 24us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.605917:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788833886.605928:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833886.605932:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3633:x1875727620510976:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788833886.605956:0:24647:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:1.0:1788833886.605985:0:24647:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x35a208207d20e044 00002000:00100000:1.0:1788833886.605999:0:24647:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff985c41ed8000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1788833886.606003:0:24647:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1788833886.606006:0:24647:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788833886.606237:0:24647:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788833886.606260:0:24647:0:(import.c:65:import_set_state_nolock()) ffff985c41eda000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833886.606298:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3633:x1875727620510976:12345-0@lo:8:kworker.0 Request processed in 364us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.606305:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833886.606317:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788833886.606321:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3633:x1875727620511488:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788833886.606336:0:24647:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:1.0:1788833886.606350:0:24647:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x35a208207d20e04b 00002000:00100000:1.0:1788833886.606355:0:24647:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff985c41edc800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396a ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1788833886.606359:0:24647:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1788833886.606360:0:24647:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788833886.606396:0:24647:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1788833886.606407:0:24647:0:(import.c:65:import_set_state_nolock()) ffff985c41edd000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833886.606441:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3633:x1875727620511488:12345-0@lo:8:kworker.0 Request processed in 118us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.606447:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788833886.606465:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788833886.606469:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1788833886.606500:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa93100 x1875727620510976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788833911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788833886.606515:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788833886.606522:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788833886.606528:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788833886.606530:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7aee1000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788833886.606541:0:3633:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788833886.606545:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3633:1875727620510976:0@lo:8:kworker.0 00010000:00080000:1.0:1788833886.606565:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa90700 x1875727620511488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788833911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788833886.606575:0:3633:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788833886.606580:0:3633:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788833886.606582:0:3633:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788833886.606584:0:3633:0:(import.c:65:import_set_state_nolock()) ffff985d7adbc800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788833886.606594:0:3633:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788833886.606598:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3633:1875727620511488:0@lo:8:kworker.0 00000004:00080000:1.0:1788833886.606648:0:22677:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:1.0:1788833886.606666:0:22677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7554fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22677:1875727620512384:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788833886.606695:0:22677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.606712:0:22677:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bcb40 going to sleep for 11 seconds 00000004:00080000:1.0:1788833886.606729:0:22676:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788833886.606794:0:22676:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683489705912ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788833886.606800:0:22676:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788833886.606835:0:23396:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788833886.606848:0:23396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7554ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23396:1875727620512640:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788833886.606869:0:23396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.606878:0:23396:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c423bc300 going to sleep for 11 seconds 00000004:00080000:1.0:1788833886.606887:0:23395:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788833886.606921:0:23395:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 683489832950ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788833886.606926:0:23395:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1788833886.607060:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788833886.607069:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7554d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620512512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788833886.607115:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.607146:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512512 00000100:00100000:1.0:1788833886.607155:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512512 00000100:00100000:1.0:1788833886.607190:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833886.607197:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1875727620512512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788833886.607215:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788833886.607251:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1875727620512512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833886.607256:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1788833886.607273:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1788833886.607289:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7554d500 x1875727620512512/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833886.607303:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7554d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620512512:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1788833886.607328:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa91500 x1875727620511104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833886.607337:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620511104:0@lo:400:kworker.0 00010000:00080000:1.0:1788833886.607346:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa91c00 x1875727620511744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833886.607354:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620511744:0@lo:400:kworker.0 00000100:00100000:1.0:1788833886.607365:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620510848:0@lo:400:kworker.0 00010000:00080000:1.0:1788833886.607375:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa90380 x1875727620511616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833886.607382:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875727620511616:0@lo:400:kworker.0 00010000:00080000:1.0:1788833886.607395:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa93480 x1875727620512128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833886.607533:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7554f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620512256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788833886.607561:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833886.607594:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620510592 00000100:00100000:0.0:1788833886.607599:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620510592 00000100:00100000:0.0:1788833886.607628:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788833886.607634:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3634:x1875727620510592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833886.607666:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3634:x1875727620510592:12345-0@lo:400:kworker.0 Request processed in 32us (3115us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833886.607672:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788833886.607705:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512384 00000100:00100000:0.0:1788833886.607709:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512384 00000100:00100000:0.0:1788833886.607729:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512640 00000100:00100000:0.0:1788833886.607732:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512640 00000100:00100000:0.0:1788833886.607743:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788833886.607749:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22677:x1875727620512384:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788833886.607911:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788833886.607919:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23396:x1875727620512640:12345-0@lo:7:osp-pre-1-1.0 00000100:00080000:0.0:1788833886.608036:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788833886.608048:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620512768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833886.608106:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833886.608140:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512256 00000100:00100000:0.0:1788833886.608143:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512256 00000100:00100000:0.0:1788833886.608165:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788833886.608171:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7af4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3637:x1875727620512256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788833886.608181:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833886.608222:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7af4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3637:x1875727620512256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833886.608229:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1788833886.608256:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7554f800 x1875727620512256/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833886.608270:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7554f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620512256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788833886.608288:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512768 00000100:00100000:0.0:1788833886.608290:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512768 00000100:00100000:0.0:1788833886.608313:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788833886.608319:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620512768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788833886.608340:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788833886.608370:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620512768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833886.608377:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788833886.608405:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620512768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833886.608461:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620510720:0@lo:400:kworker.0 00000100:00100000:0.0:1788833886.608474:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620511360:0@lo:400:kworker.0 00010000:00080000:0.0:1788833886.608496:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa93b80 x1875727620512000/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833886.608505:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1875727620512000:0@lo:400:kworker.0 00000100:00100000:0.0:1788833886.608514:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620510592:0@lo:400:kworker.0 00000100:00100000:0.0:1788833886.608523:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620511232:0@lo:400:kworker.0 00010000:00080000:0.0:1788833886.608537:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa93800 x1875727620511872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833886.608545:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620511872:0@lo:400:kworker.0 00000100:00100000:0.0:1788833886.609637:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788833886.609654:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620512896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788833886.609705:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833886.609940:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3636:1875727620512128:0@lo:400:kworker.0 00000100:00100000:3.0:1788833886.610148:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620512896 00000100:00100000:3.0:1788833886.610156:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620512896 00000100:00100000:3.0:1788833886.610195:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788833886.610204:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620512896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788833886.610232:0:23392:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788833886.610283:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620512896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833886.610289:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788833886.610327:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620512896:0@lo:41:osp-pre-1-0.0 00000004:00080000:1.0:1788833886.612647:0:23384:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:1.0:1788833886.614524:0:24158:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1788833886.614536:0:24158:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:1.0:1788833886.614541:0:24158:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00000004:00080000:0.0:1788833886.624114:0:22630:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:0.0:1788833886.625641:0:24157:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1788833886.625650:0:24157:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788833886.629521:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23396:x1875727620512640:12345-0@lo:7:osp-pre-1-1.0 Request processed in 21591us (22639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833886.629539:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00002000:00010000:1.0:1788833886.634717:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.634731:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.634748:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.634753:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.634760:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.634777:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.634787:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.634795:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.634817:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00080000:3.0:1788833886.635081:0:23396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7554ce00 x1875727620512640/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788833902 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833886.635110:0:23396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7554ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23396:1875727620512640:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1788833886.635124:0:23396:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1788833886.635165:0:23396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23396:1875727620513024:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1788833886.635222:0:23396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833886.635250:0:23396:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d452809c0 going to sleep for 11 seconds 00002000:00010000:1.0:1788833886.642761:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.642777:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642801:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.642806:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.642812:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642825:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642835:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642843:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642866:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788833886.642881:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788833886.642888:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642896:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dca00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.642900:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642909:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642948:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642956:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e052 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642983:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.642987:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.642993:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.642996:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643002:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643013:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643020:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e059 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643031:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.643033:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.643041:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.643691:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.643699:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643708:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.643711:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.643715:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643725:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643733:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643740:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643757:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833886.643766:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.643771:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643778:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dde00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.643781:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643803:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643816:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643823:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e060 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.643836:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.643838:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.643840:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833886.644360:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788833886.644382:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513024 00000100:00100000:0.0:1788833886.644393:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513024 00000100:00100000:0.0:1788833886.644461:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788833886.644472:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23396:x1875727620513024:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788833886.644505:0:24155:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788833886.644593:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23396:x1875727620513024:12345-0@lo:5:osp-pre-1-1.0 Request processed in 123us (9371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833886.644610:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788833886.644667:0:23396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23396:1875727620513024:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788833886.644683:0:23396:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788833886.644730:0:23396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d80700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23396:1875727620513152:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788833886.644767:0:23396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833886.644791:0:23396:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1788833886.644804:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513152 00000100:00100000:0.0:1788833886.644807:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513152 00000100:00100000:0.0:1788833886.644828:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788833886.644834:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23396:x1875727620513152:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788833886.644858:0:24647:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:1.0:1788833886.645083:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.645106:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645117:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.645121:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.645126:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645137:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645145:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645163:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645177:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833886.645188:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.645192:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645199:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.645202:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645210:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645224:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645230:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e067 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.645244:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.645245:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.645246:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.646534:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.646550:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646563:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.646568:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.646573:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646584:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646605:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646613:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646634:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833886.646648:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.646653:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646661:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd200 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.646666:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646674:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646694:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646702:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e06e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.646718:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.646720:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.646722:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.649574:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.649979:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.649999:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.650005:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.650012:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650028:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650039:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650048:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650081:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788833886.650352:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833886.650360:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833886.650369:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dce00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833886.650373:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833886.650383:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833886.650403:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833886.650434:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000117da5c3/0x35a208207d20e075 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833886.650455:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833886.650457:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833886.650459:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.650834:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.650841:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650851:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.650854:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.650859:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650869:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650877:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650886:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.650899:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788833886.651231:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788833886.651240:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.651248:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:2.0:1788833886.651252:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.651260:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.651275:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.651283:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000931f2f6e/0x35a208207d20e07c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.651310:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.651312:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.651313:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.654282:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.654298:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.654316:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.654327:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.654334:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.654350:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.654361:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.654368:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.654389:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833886.654401:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.654407:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.659754:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.659762:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.659776:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.659799:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.659823:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e083 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.659854:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.659856:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.659859:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833886.660446:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.660455:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660469:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.660474:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.660480:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660493:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660502:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660511:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660528:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788833886.660537:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788833886.660542:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660561:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:2.0:1788833886.660564:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660572:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660584:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660591:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e08a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.660605:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.660606:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.660608:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833886.661178:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.661184:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661193:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.661196:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.661200:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661209:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661224:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661231:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661254:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788833886.661477:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.661483:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661491:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.661494:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.661498:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661507:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661514:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661522:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661901:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788833886.661915:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788833886.661973:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661984:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698a00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:2.0:1788833886.661988:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.661997:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662012:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662020:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e091 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662035:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788833886.662038:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662044:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:2.0:1788833886.662047:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662067:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662077:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662110:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e098 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662123:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.662125:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.662126:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.662398:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833886.662493:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.662500:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662508:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.662511:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.662515:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662525:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662532:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662548:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.662612:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788833886.663735:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.663743:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.663755:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.663759:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.663763:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.663774:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.663783:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.663790:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664522:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833886.664532:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664542:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699a00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.664547:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664556:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664576:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664584:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebbd0bb1/0x35a208207d20e09f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664618:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.664627:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664634:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.664638:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664646:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664657:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.664665:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.664666:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.664668:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.664815:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788833886.664821:0:24158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.666040:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.670880:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.670894:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.670912:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.670928:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.670935:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.670952:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.670964:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.670973:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.670989:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788833886.671322:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.671334:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671342:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.671345:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.671350:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671359:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671367:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671373:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671390:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788833886.671400:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788833886.671407:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671425:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd200 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.671430:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671440:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671464:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671471:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671488:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.671491:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671497:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.671500:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671506:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671515:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671523:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671534:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.671536:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.671545:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.671836:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.671843:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671852:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.671856:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.671861:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671870:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671878:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671886:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671900:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833886.671908:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.671912:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671932:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dde00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.671935:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671953:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671966:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671973:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.671986:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.671988:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.671989:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.672170:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.672382:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.672388:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.672398:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.672401:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.672405:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.672424:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.672433:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.672447:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.672468:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788833886.672591:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.672597:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.672605:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.672608:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.672617:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.672643:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.672650:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006551ec15/0x35a208207d20e0c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.672666:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.672668:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.672669:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.673256:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.673264:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.673274:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.673277:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.673282:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.673292:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.673300:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.673308:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.673330:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788833886.673749:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.673755:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.673764:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.673768:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.673777:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.673792:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.673800:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af4bda13/0x35a208207d20e0c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.673828:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.673829:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.673831:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788833886.682120:0:24972:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1788833886.682154:0:24972:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1788833886.682168:0:24972:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:2.0:1788833886.682333:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.682342:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.682361:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.682365:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.682371:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.682386:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.682394:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.682402:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.682435:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788833886.682895:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23396:x1875727620513152:12345-0@lo:5:osp-pre-1-1.0 Request processed in 38057us (38123us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788833886.682906:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788833886.683041:0:23396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788833886.683051:0:23396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d80700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23396:1875727620513152:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788833886.683067:0:23396:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1788833886.683134:0:23396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d80700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23396:1875727620513280:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788833886.683169:0:23396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833886.683193:0:23396:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d6b3f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1788833886.683215:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513280 00000100:00100000:0.0:1788833886.683221:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513280 00000100:00100000:0.0:1788833886.683259:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788833886.683267:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23396:x1875727620513280:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788833886.683309:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23396:x1875727620513280:12345-0@lo:900:osp-pre-1-1.0 Request processed in 43us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833886.683316:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788833886.683342:0:23396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c42d80700 x1875727620513280/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788833902 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833886.683353:0:23396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d80700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23396:1875727620513280:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1788833886.683462:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.683470:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.683480:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.683484:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.683493:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.683511:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.683518:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bf7c947/0x35a208207d20e0d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.683536:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.683538:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.683550:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833886.684020:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.684027:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.684038:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.684041:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.684055:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.684066:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.684075:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.684082:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.688377:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788833886.692946:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.692962:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.692982:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.693001:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.693008:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.693023:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.693037:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.693045:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693357:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833886.693367:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693376:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.693381:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693392:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693421:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693429:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fb124cf/0x35a208207d20e0d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693451:0:22639:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.693455:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693469:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dde00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.693472:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693480:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693491:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.693498:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.693499:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.693500:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.693873:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788833886.693880:0:24158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0832fb4/0x35a208207d20e0de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788833886.694398:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.694404:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.694425:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.694428:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.694433:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.694443:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.694457:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.694464:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.698651:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.698664:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.698677:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.698682:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.698692:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.698713:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.698733:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.698735:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.698737:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.698855:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788833886.698863:0:24158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d518223/0x35a208207d20e0e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788833886.699491:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.699498:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.699511:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.699517:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.699523:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.699535:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.699543:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.699561:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.704994:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.705009:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.705024:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd200 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.705030:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.705042:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.705066:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.705079:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.705080:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.705083:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.705397:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788833886.705405:0:24158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed1b019/0x35a208207d20e0ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788833886.705974:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.705983:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.705994:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.705999:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.706007:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706019:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706028:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706035:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706071:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833886.706084:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.706116:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706124:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dca00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.706128:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706136:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706149:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706157:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001055669/0x35a208207d20e0f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706171:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.706172:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.706174:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.706446:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.706452:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706460:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.706468:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.706472:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706481:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706489:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706495:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706510:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788833886.706519:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788833886.706523:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706531:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:1.0:1788833886.706534:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706541:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706552:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706569:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066ee117a/0x35a208207d20e0fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706582:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.706584:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833886.706586:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.706827:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788833886.706898:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788833886.706904:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706912:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1788833886.706915:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833886.706973:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706983:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706991:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.706998:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833886.707047:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788833886.713643:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.713657:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.713671:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.713685:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.713698:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.713721:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.713730:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000522e7616/0x35a208207d20e101 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.713757:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.713759:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.713761:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833886.713978:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.713988:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.714001:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.714006:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.714013:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.714027:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.714037:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.714057:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.714856:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788833886.715488:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.715496:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.715509:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.715513:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.715518:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.715529:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.715538:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.715545:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.719865:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833886.719881:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.719897:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698a00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.719901:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.719913:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.719993:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.720010:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007724edcb/0x35a208207d20e108 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720126:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788833886.720140:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788833886.720144:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720158:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699800 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:2.0:1788833886.720161:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720168:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720179:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720186:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342cfc04/0x35a208207d20e10f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720200:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.720202:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.720204:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.720631:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833886.720894:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.720900:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720913:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.720972:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.720980:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.720995:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.721011:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.721018:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.721447:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788833886.721824:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.721830:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.721841:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.721844:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.721849:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.721859:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.721867:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.721873:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725683:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833886.725697:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725710:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698200 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.725715:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725725:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725746:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725753:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f97edfc9/0x35a208207d20e116 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725774:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.725778:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725800:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699c00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.725804:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725811:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725820:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.725828:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.725830:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.725832:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788833886.726057:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788833886.726065:0:24158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e4e0451/0x35a208207d20e11d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788833886.726611:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.726618:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.726631:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.726636:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.726643:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.726656:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.726667:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.726675:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.726701:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788833886.727003:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.727009:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.727017:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699600 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.727020:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.727027:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.727041:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.727056:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b35ea81/0x35a208207d20e124 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.727073:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.727075:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.727077:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833886.727157:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788833886.727667:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788833886.727674:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.727689:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1788833886.727693:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833886.727697:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.727708:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.727716:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.727725:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833886.727745:0:24158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788833886.728022:0:24158:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:2.0:1788833886.728150:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22677:x1875727620512384:12345-0@lo:5:osp-pre-1-0.0 Request processed in 120396us (121449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833886.728161:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788833886.728219:0:22677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7554fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22677:1875727620512384:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788833886.728234:0:22677:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:2.0:1788833886.728279:0:22677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22677:1875727620513408:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788833886.728313:0:22677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833886.728336:0:22677:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45775600 going to sleep for 11 seconds 00000100:00100000:2.0:1788833886.728362:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513408 00000100:00100000:2.0:1788833886.728368:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513408 00000100:00100000:2.0:1788833886.728419:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788833886.728429:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22677:x1875727620513408:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788833886.728465:0:24155:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:3.0:1788833886.730565:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833886.730576:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.730591:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833886.730596:0:24921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.730605:0:24921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.730627:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.730636:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2ede185/0x35a208207d20e12b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833886.730662:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.730665:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833886.730666:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833886.733051:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22677:x1875727620513408:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4613us (4727us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788833886.733065:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788833886.737318:0:22677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22677:1875727620513408:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788833886.737339:0:22677:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:3.0:1788833887.437529:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788833887.765930:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1788833888.253535:0:25329:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg226-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788833888.461442:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788833889.406046:0:25381:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788833889.407368:0:25381:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788833889.485358:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788833890.304451:0:25431:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788833890.304657:0:25431:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788833890.510788:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833890.562221:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.562437:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612005760 00000100:00100000:0.0:1788833890.562447:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612005760 00000100:00100000:0.0:1788833890.562503:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 114 00000100:00100000:0.0:1788833890.562512:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2405:x1875727612005760:12345-192.168.202.26@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788833890.562541:0:22643:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 6676d40d-0144-4188-ab21-856152abdd00@192.168.202.26@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:0.0:1788833890.562572:0:22643:0:(genops.c:1385:class_connect()) connect: client 6676d40d-0144-4188-ab21-856152abdd00, cookie 0x35a208207d20e132 00000100:00080000:1.0:1788833890.571607:0:22643:0:(import.c:65:import_set_state_nolock()) ffff985d7c5d6800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788833890.571778:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+5:2405:x1875727612005760:12345-192.168.202.26@tcp:250:mount.lustre.0 Request processed in 9259us (9561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.571791:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 114 00000100:00100000:1.0:1788833890.579068:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.582882:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612005888 00000100:00100000:0.0:1788833890.582901:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612005888 00000100:00100000:0.0:1788833890.582981:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 115 00000100:00100000:0.0:1788833890.582993:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+5:18083:x1875727612005888:12345-192.168.202.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788833890.583011:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833890.583029:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423eea00/0x35a208207d20e139 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99748 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.583059:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423eea00/0x35a208207d20e139 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99748 expref: 6 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.583071:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423eea00/0x35a208207d20e139 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99748 expref: 6 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.583081:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423eea00, rc 0) 00000100:00100000:0.0:1788833890.583440:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+6:18083:x1875727612005888:12345-192.168.202.26@tcp:101:mount.lustre.0 Request processed in 448us (4380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.583447:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 115 00000100:00100000:2.0:1788833890.586350:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.586522:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006016 00000100:00100000:1.0:1788833890.586533:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006016 00000100:00100000:1.0:1788833890.586594:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 116 00000100:00100000:1.0:1788833890.586605:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+6:18083:x1875727612006016:12345-192.168.202.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788833890.586734:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+6:18083:x1875727612006016:12345-192.168.202.26@tcp:501:mount.lustre.0 Request processed in 130us (394us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788833890.586743:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 116 00000100:00100000:1.0:1788833890.592562:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.592998:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006144 00000100:00100000:0.0:1788833890.593008:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006144 00000100:00100000:0.0:1788833890.593067:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 117 00000100:00100000:0.0:1788833890.593078:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+6:18083:x1875727612006144:12345-192.168.202.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788833890.593155:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833890.593174:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423ef600/0x35a208207d20e140 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9974f expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.593201:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423ef600/0x35a208207d20e140 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9974f expref: 7 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.593213:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423ef600/0x35a208207d20e140 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9974f expref: 7 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.593223:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423ef600, rc 0) 00000100:00100000:0.0:1788833890.593647:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+7:18083:x1875727612006144:12345-192.168.202.26@tcp:101:mount.lustre.0 Request processed in 568us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.593655:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 117 00000100:00100000:3.0:1788833890.595421:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833890.595512:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006272 00000100:00100000:2.0:1788833890.595520:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006272 00000100:00100000:2.0:1788833890.595620:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 118 00000100:00100000:2.0:1788833890.595630:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+7:18083:x1875727612006272:12345-192.168.202.26@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788833890.595786:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf64c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+8:18083:x1875727612006272:12345-192.168.202.26@tcp:501:mount.lustre.0 Request processed in 157us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.595795:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 118 00000100:00100000:3.0:1788833890.598154:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.607241:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006400 00000100:00100000:1.0:1788833890.607260:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006400 00000100:00100000:1.0:1788833890.607327:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 119 00000100:00100000:1.0:1788833890.607339:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+8:18083:x1875727612006400:12345-192.168.202.26@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788833890.607523:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+8:18083:x1875727612006400:12345-192.168.202.26@tcp:503:mount.lustre.0 Request processed in 185us (9440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.607532:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 119 00000100:00100000:3.0:1788833890.613027:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833890.613981:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006528 00000100:00100000:2.0:1788833890.613999:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006528 00000100:00100000:2.0:1788833890.614065:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 120 00000100:00100000:2.0:1788833890.614076:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+8:18102:x1875727612006528:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788833890.615342:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+8:18102:x1875727612006528:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 1261us (2324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.615354:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 120 00000100:00100000:3.0:1788833890.634816:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.638298:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006656 00000100:00100000:1.0:1788833890.638315:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006656 00000100:00100000:0.0:1788833890.638567:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 121 00000100:00100000:0.0:1788833890.638579:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+8:18102:x1875727612006656:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788833890.638764:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+8:18102:x1875727612006656:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 187us (3970us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.638774:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 121 00000100:00100000:3.0:1788833890.647990:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.648975:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006784 00000100:00100000:0.0:1788833890.648993:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006784 00000100:00100000:0.0:1788833890.649303:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 122 00000100:00100000:0.0:1788833890.649316:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bf64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+8:18102:x1875727612006784:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788833890.649503:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bf64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+8:18102:x1875727612006784:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 190us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.649512:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 122 00000100:00100000:3.0:1788833890.657690:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.658151:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612006912 00000100:00100000:0.0:1788833890.658167:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612006912 00000100:00100000:0.0:1788833890.658242:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 123 00000100:00100000:0.0:1788833890.658254:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+8:18083:x1875727612006912:12345-192.168.202.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788833890.658276:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833890.658417:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423ee000/0x35a208207d20e147 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99780 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.658457:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423ee000/0x35a208207d20e147 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99780 expref: 9 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.658550:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423ee000/0x35a208207d20e147 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99780 expref: 9 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.658562:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423ee000, rc 0) 00000100:00100000:0.0:1788833890.658748:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+9:18083:x1875727612006912:12345-192.168.202.26@tcp:101:mount.lustre.0 Request processed in 495us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.658756:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 123 00000100:00100000:3.0:1788833890.663258:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.666446:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007040 00000100:00100000:0.0:1788833890.666546:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007040 00000100:00100000:1.0:1788833890.666749:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 124 00000100:00100000:1.0:1788833890.666764:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+9:18083:x1875727612007040:12345-192.168.202.26@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788833890.666793:0:22644:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788833890.666819:0:22644:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788833890.666823:0:22644:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788833890.666826:0:22644:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788833890.666829:0:22644:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788833890.666844:0:22644:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788833890.668768:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+9:18083:x1875727612007040:12345-192.168.202.26@tcp:256:mount.lustre.0 Request processed in 2000us (5519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.668781:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 124 00000100:00100000:3.0:1788833890.673037:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.673746:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007168 00000100:00100000:0.0:1788833890.673759:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007168 00000100:00100000:0.0:1788833890.673845:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 125 00000100:00100000:0.0:1788833890.673857:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+9:18083:x1875727612007168:12345-192.168.202.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788833890.673878:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833890.673900:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99787 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.673937:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 10 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.673969:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 10 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833890.673980:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423ee200, rc 0) 00000100:00100000:0.0:1788833890.674062:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+10:18083:x1875727612007168:12345-192.168.202.26@tcp:101:mount.lustre.0 Request processed in 206us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.674069:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 125 00000100:00100000:3.0:1788833890.677031:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.678444:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007296 00000100:00100000:1.0:1788833890.678461:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007296 00000100:00100000:1.0:1788833890.678546:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 126 00000100:00100000:1.0:1788833890.678559:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+10:18083:x1875727612007296:12345-192.168.202.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788833890.678835:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+10:18083:x1875727612007296:12345-192.168.202.26@tcp:501:mount.lustre.0 Request processed in 277us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.678845:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 126 00000100:00100000:3.0:1788833890.680626:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.682053:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007424 00000100:00100000:0.0:1788833890.682069:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007424 00000100:00100000:0.0:1788833890.682195:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 127 00000100:00100000:0.0:1788833890.682208:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+10:18083:x1875727612007424:12345-192.168.202.26@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788833890.682447:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+10:18083:x1875727612007424:12345-192.168.202.26@tcp:503:mount.lustre.0 Request processed in 240us (1829us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.682456:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 127 00000100:00100000:3.0:1788833890.686720:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.687449:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007552 00000100:00100000:1.0:1788833890.687503:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007552 00000100:00100000:1.0:1788833890.687575:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 128 00000100:00100000:1.0:1788833890.687584:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+10:18106:x1875727612007552:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788833890.687816:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+10:18106:x1875727612007552:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 231us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.687824:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 128 00000100:00100000:3.0:1788833890.690994:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.692626:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007680 00000100:00100000:1.0:1788833890.692667:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007680 00000100:00100000:1.0:1788833890.692757:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 129 00000100:00100000:1.0:1788833890.692771:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+10:18106:x1875727612007680:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788833890.692986:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+10:18106:x1875727612007680:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 218us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.692995:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 129 00000100:00100000:0.0:1788833890.700570:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7554d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620513536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788833890.700677:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833890.701802:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513536 00000100:00100000:1.0:1788833890.701815:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513536 00000100:00100000:1.0:1788833890.701903:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788833890.701917:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620513536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788833890.701959:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788833890.702049:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620513536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (1372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.702059:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1788833890.702205:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788833890.702225:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788833890.702243:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620513664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788833890.702283:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833890.702368:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7554d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620513536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833890.702406:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513664 00000100:00100000:2.0:1788833890.702417:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513664 00000100:00100000:2.0:1788833890.702507:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788833890.702517:0:24160:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1788833890.702519:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620513664:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788833890.702535:0:24160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00080000:0.0:1788833890.702544:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1788833890.702549:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788833890.702638:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620513664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.702646:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788833890.702921:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f22b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620513664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788833890.703951:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833890.703996:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833890.704082:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007808 00000100:00100000:2.0:1788833890.704134:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007808 00000100:00100000:2.0:1788833890.704166:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008064 00000100:00100000:2.0:1788833890.704170:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008064 00000100:00100000:2.0:1788833890.704295:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 7 00000100:00100000:2.0:1788833890.704305:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2405:x1875727612007808:12345-192.168.202.26@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788833890.704345:0:22652:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 5639292d-c62f-4326-bfc6-1e3e321c388c@192.168.202.26@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:2.0:1788833890.705356:0:22652:0:(genops.c:1385:class_connect()) connect: client 5639292d-c62f-4326-bfc6-1e3e321c388c, cookie 0x35a208207d20e155 00000004:00100000:2.0:1788833890.705406:0:22652:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:2.0:1788833890.705725:0:22652:0:(import.c:65:import_set_state_nolock()) ffff985d5da0f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788833890.705819:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2405:x1875727612007808:12345-192.168.202.26@tcp:38:mount.lustre.0 Request processed in 1513us (1875us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.711690:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833890.712210:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.713792:0:22651:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788833890.713820:0:22651:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1788833890.714312:0:22650:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788833890.714332:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612007936 00000100:00100000:3.0:1788833890.714347:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612007936 00000100:00100000:3.0:1788833890.714449:0:22650:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788833890.714456:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008320 00000100:00100000:3.0:1788833890.714459:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008320 00000100:00080000:1.0:1788833890.715837:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788833890.719485:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 7 00000100:00100000:2.0:1788833890.719568:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 8 00000100:00100000:2.0:1788833890.719584:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2405:x1875727612008064:12345-192.168.202.26@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788833890.719644:0:22652:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 5639292d-c62f-4326-bfc6-1e3e321c388c@192.168.202.26@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:2.0:1788833890.719725:0:22652:0:(genops.c:1385:class_connect()) connect: client 5639292d-c62f-4326-bfc6-1e3e321c388c, cookie 0x35a208207d20e15c 00000004:00100000:2.0:1788833890.719771:0:22652:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:2.0:1788833890.720229:0:22652:0:(import.c:65:import_set_state_nolock()) ffff985d5da0f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788833890.720351:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2405:x1875727612008064:12345-192.168.202.26@tcp:38:mount.lustre.0 Request processed in 769us (16350us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.720391:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 8 00000100:00100000:2.0:1788833890.720429:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 9 00000100:00100000:2.0:1788833890.720449:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+7:0:x1875727612007936:12345-192.168.202.26@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788833890.720488:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788833890.720556:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+7:0:x1875727612007936:12345-192.168.202.26@tcp:41:mount.lustre.0 Request processed in 115us (8873us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.720566:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 9 00000100:00100000:2.0:1788833890.720600:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 10 00000100:00100000:2.0:1788833890.720614:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008320:12345-192.168.202.26@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788833890.720631:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788833890.720666:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008320:12345-192.168.202.26@tcp:41:mount.lustre.0 Request processed in 54us (8454us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.720679:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 10 00000100:00100000:3.0:1788833890.725060:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833890.725233:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833890.732740:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008448 00000100:00100000:1.0:1788833890.732764:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008448 00000100:00100000:1.0:1788833890.732849:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008192 00000100:00100000:1.0:1788833890.732854:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008192 00000100:00100000:1.0:1788833890.732912:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 11 00000100:00100000:1.0:1788833890.732927:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008448:12345-192.168.202.26@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788833890.733043:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008448:12345-192.168.202.26@tcp:40:mount.lustre.0 Request processed in 120us (7999us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.733052:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 11 00000100:00100000:1.0:1788833890.733070:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 12 00000100:00100000:1.0:1788833890.733120:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:0:x1875727612008192:12345-192.168.202.26@tcp:41:mount.lustre.0 00000100:00080000:2.0:1788833890.736628:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:1.0:1788833890.736913:0:22650:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788833890.737079:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:0:x1875727612008192:12345-192.168.202.26@tcp:41:mount.lustre.0 Request processed in 3952us (11837us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833890.737107:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 12 00000100:00100000:3.0:1788833890.738588:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833890.738621:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833890.738649:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833890.738866:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008576 00000100:00100000:2.0:1788833890.738891:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008576 00000100:00100000:2.0:1788833890.738943:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008704 00000100:00100000:2.0:1788833890.738947:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008704 00000100:00100000:2.0:1788833890.738972:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:2.0:1788833890.738983:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2405:x1875727612008576:12345-192.168.202.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788833890.739027:0:24647:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 5639292d-c62f-4326-bfc6-1e3e321c388c@192.168.202.26@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:2.0:1788833890.739073:0:24647:0:(genops.c:1385:class_connect()) connect: client 5639292d-c62f-4326-bfc6-1e3e321c388c, cookie 0x35a208207d20e163 00002000:00100000:2.0:1788833890.739109:0:24647:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 5639292d-c62f-4326-bfc6-1e3e321c388c/ffff985d5da09800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788833890.739124:0:24647:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00000100:00100000:3.0:1788833890.739380:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 20 00000100:00100000:3.0:1788833890.739387:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2405:x1875727612008704:12345-192.168.202.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788833890.739406:0:24155:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 5639292d-c62f-4326-bfc6-1e3e321c388c@192.168.202.26@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:3.0:1788833890.739428:0:24155:0:(genops.c:1385:class_connect()) connect: client 5639292d-c62f-4326-bfc6-1e3e321c388c, cookie 0x35a208207d20e16a 00002000:00100000:3.0:1788833890.739434:0:24155:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 5639292d-c62f-4326-bfc6-1e3e321c388c/ffff985d48512000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788833890.739449:0:24155:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00000100:00100000:0.0:1788833890.739460:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008832 00000100:00100000:0.0:1788833890.739465:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008832 00000100:00100000:0.0:1788833890.739508:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 3 00000100:00100000:0.0:1788833890.739515:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008832:12345-192.168.202.26@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788833890.739600:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008832:12345-192.168.202.26@tcp:900:mount.lustre.0 Request processed in 86us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.739622:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 3 00002000:00080000:3.0:1788833890.739661:0:24155:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788833890.739697:0:24155:0:(import.c:65:import_set_state_nolock()) ffff985d6f260000 : changing import state from RECOVER to FULL 00002000:00080000:2.0:1788833890.739884:0:24647:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788833890.739908:0:24647:0:(import.c:65:import_set_state_nolock()) ffff985d5da0c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788833890.745443:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2405:x1875727612008576:12345-192.168.202.26@tcp:8:mount.lustre.0 Request processed in 6444us (6803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.745461:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:0.0:1788833890.747226:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2405:x1875727612008704:12345-192.168.202.26@tcp:8:mount.lustre.0 Request processed in 7824us (8561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833890.747243:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 20 00000100:00100000:0.0:1788833890.765584:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833890.765754:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612008960 00000100:00100000:3.0:1788833890.765768:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612008960 00000100:00100000:3.0:1788833890.765906:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 0 00000100:00100000:3.0:1788833890.765920:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008960:12345-192.168.202.26@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788833890.769153:0:22653:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3087us 00000004:00200000:3.0:1788833890.791495:0:22653:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788833890.791665:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18083:x1875727612008960:12345-192.168.202.26@tcp:33:mount.lustre.0 Request processed in 25741us (26089us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833890.791680:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 0 00000100:00100000:3.0:1788833890.962257:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833890.962413:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009088 00000100:00100000:2.0:1788833890.962427:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009088 00000100:00100000:2.0:1788833890.962515:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 13 00000100:00100000:2.0:1788833890.962528:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18129:x1875727612009088:12345-192.168.202.26@tcp:101:mkdir.0 00010000:00010000:2.0:1788833890.962560:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833890.962595:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699600/0x35a208207d20e171 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c997b8 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833890.962690:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e178 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833890.962710:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833890.962730:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788833890.962804:0:22652:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788833890.962809:0:22652:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788833890.962854:0:22652:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833890.962904:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699600/0x35a208207d20e171 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997b8 expref: 8 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833890.962958:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e178 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997b8 expref: 7 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833890.962968:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:2.0:1788833890.962971:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788833890.962975:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75698200, rc 0) 00000100:00100000:2.0:1788833890.963353:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18129:x1875727612009088:12345-192.168.202.26@tcp:101:mkdir.0 Request processed in 826us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833890.963361:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 13 00010000:00010000:0.0:1788833891.532633:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833891.724696:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620513792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788833891.724801:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833891.725147:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620514048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788833891.725170:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513792 00000100:00100000:3.0:1788833891.725182:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513792 00000100:00100000:0.0:1788833891.725197:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833891.725229:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788833891.725235:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4602fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620513920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788833891.725247:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788833891.725259:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620513792:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833891.725259:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1788833891.725332:0:22656:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788833891.725401:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620513792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833891.725409:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788833891.725426:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620513920 00000100:00100000:3.0:1788833891.725430:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620513920 00000100:00100000:3.0:1788833891.725445:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788833891.725450:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620513920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788833891.725468:0:22656:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788833891.725497:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620513920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833891.725503:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788833891.725622:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620514304:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.725665:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833891.725688:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620514816:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.725712:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833891.725731:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620515328:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.725754:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833891.725800:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620513792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788833891.725823:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788833891.725828:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620514176:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.725858:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833891.726758:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620514432:0@lo:400:kworker.0 00000100:00100000:2.0:1788833891.726818:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833891.726856:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620514944:0@lo:400:kworker.0 00000100:00100000:2.0:1788833891.726902:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833891.726924:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620515456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788833891.726946:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833891.726971:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788833891.726977:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620514560:0@lo:400:kworker.0 00000100:00100000:2.0:1788833891.727002:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833891.727021:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620515072:0@lo:400:kworker.0 00000100:00100000:2.0:1788833891.727048:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833891.727080:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514816 00000100:00100000:2.0:1788833891.727127:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514816 00000100:00100000:2.0:1788833891.727169:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515328 00000100:00100000:2.0:1788833891.727172:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515328 00000100:00100000:2.0:1788833891.727211:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514944 00000100:00100000:2.0:1788833891.727230:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514944 00000100:00100000:2.0:1788833891.727250:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514560 00000100:00100000:2.0:1788833891.727252:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514560 00000100:00100000:2.0:1788833891.727263:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515072 00000100:00100000:2.0:1788833891.727265:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515072 00000100:00100000:2.0:1788833891.727286:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788833891.727293:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620514816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833891.727351:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620514816:12345-0@lo:400:kworker.0 Request processed in 58us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833891.727359:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788833891.727400:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788833891.727407:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620515328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.727923:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620514688:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.735332:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833891.735449:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3635:1875727620515200:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.735514:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833891.735561:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620514816:0@lo:400:kworker.0 00010000:00080000:1.0:1788833891.735582:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d75d4ed80 x1875727620515328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833891.735614:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620515328:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.735687:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514304 00000100:00100000:1.0:1788833891.735696:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514304 00000100:00100000:3.0:1788833891.735708:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515200 00000100:00100000:3.0:1788833891.735725:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515200 00000100:00100000:1.0:1788833891.735757:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514432 00000100:00100000:1.0:1788833891.735761:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514432 00000100:00100000:3.0:1788833891.735763:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788833891.735773:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620514944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.735776:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514688 00000100:00100000:1.0:1788833891.735778:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514688 00000100:00100000:1.0:1788833891.735789:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788833891.735795:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620514304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833891.735849:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620514944:12345-0@lo:400:kworker.0 Request processed in 77us (8945us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833891.735849:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620514304:12345-0@lo:400:kworker.0 Request processed in 53us (10182us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833891.735858:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788833891.735858:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788833891.735880:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788833891.735887:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620514560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.735890:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833891.735896:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3636:x1875727620514432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833891.735919:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875727620514560:12345-0@lo:400:kworker.0 Request processed in 33us (8916us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833891.735919:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3636:x1875727620514432:12345-0@lo:400:kworker.0 Request processed in 24us (9102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833891.735926:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788833891.735926:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788833891.735936:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788833891.735938:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788833891.735942:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620514688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833891.735945:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620515072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.735966:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620514688:12345-0@lo:400:kworker.0 Request processed in 25us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833891.735972:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788833891.735994:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514048 00000100:00100000:1.0:1788833891.735998:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514048 00000100:00100000:3.0:1788833891.735999:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620515072:12345-0@lo:400:kworker.0 Request processed in 55us (8950us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833891.736005:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788833891.736018:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788833891.736024:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1875727620515200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.736027:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515456 00000100:00100000:1.0:1788833891.736030:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515456 00000100:00100000:3.0:1788833891.736051:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1875727620515200:12345-0@lo:400:kworker.0 Request processed in 28us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833891.736051:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788833891.736056:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620514048:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788833891.736057:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00002000:00000024:1.0:1788833891.736073:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788833891.736126:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620514048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (10939us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833891.736133:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1788833891.736138:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788833891.736143:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1788833891.736144:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788833891.736147:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788833891.736149:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3636:x1875727620515456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788833891.736158:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788833891.736182:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3636:x1875727620515456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (9235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833891.736187:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788833891.736197:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875727620514560:0@lo:400:kworker.0 00010000:00080000:3.0:1788833891.736212:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d75d4dc00 x1875727620515072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833891.736212:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620514688:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.736222:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3635:1875727620515200:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.736233:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620514304:0@lo:400:kworker.0 00000100:00100000:3.0:1788833891.736237:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620515072:0@lo:400:kworker.0 00000100:00100000:3.0:1788833891.736250:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620514432:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.736260:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620514176 00000100:00100000:3.0:1788833891.736261:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620514944:0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.736263:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620514176 00000100:00100000:3.0:1788833891.736279:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620515456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788833891.736291:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1788833891.736297:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3635:x1875727620514176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833891.736342:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3635:x1875727620514176:12345-0@lo:400:kworker.0 Request processed in 45us (10483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833891.736347:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4602fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620513920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788833891.736348:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788833891.736374:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620514048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788833891.736393:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620514176:0@lo:400:kworker.0 00000100:00100000:2.0:1788833891.743008:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620515328:12345-0@lo:400:kworker.0 Request processed in 15583us (17234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833891.743031:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000001:00100000:3.0:1788833892.246618:0:24972:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5639292d-c62f-4326-bfc6-1e3e321c388c 00000001:00080000:3.0:1788833892.246639:0:24972:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000040:00080000:1.0:1788833892.492821:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788833892.556482:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833892.933634:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833892.933763:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009216 00000100:00100000:3.0:1788833892.933777:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009216 00000100:00100000:3.0:1788833892.933999:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 14 00000100:00100000:3.0:1788833892.934013:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18181:x1875727612009216:12345-192.168.202.26@tcp:41:lfs.0 00000004:00000024:3.0:1788833892.934071:0:22651:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788833892.934234:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18181:x1875727612009216:12345-192.168.202.26@tcp:41:lfs.0 Request processed in 224us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833892.934243:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 14 00000100:00080000:2.0:1788833892.934858:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788833892.937247:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833892.937380:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009344 00000100:00100000:3.0:1788833892.937392:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009344 00000100:00100000:3.0:1788833892.937500:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 15 00000100:00100000:3.0:1788833892.937514:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18181:x1875727612009344:12345-192.168.202.26@tcp:41:lfs.0 00000004:00000024:3.0:1788833892.937603:0:25444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788833892.937732:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18181:x1875727612009344:12345-192.168.202.26@tcp:41:lfs.0 Request processed in 220us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833892.937742:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 15 00000100:00080000:2.0:1788833892.939564:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788833892.943157:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833892.944492:0:24160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009472 00000100:00100000:3.0:1788833892.944514:0:24160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009472 00000100:00100000:3.0:1788833892.944710:0:24160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 11 00000100:00100000:3.0:1788833892.944725:0:24160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18181:x1875727612009472:12345-192.168.202.26@tcp:13:lfs.0 00002000:00000024:3.0:1788833892.944772:0:24160:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833892.944905:0:24160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18181:x1875727612009472:12345-192.168.202.26@tcp:13:lfs.0 Request processed in 184us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833892.944913:0:24160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 11 00000100:00080000:2.0:1788833892.945751:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788833892.947776:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833892.948075:0:25443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009600 00000100:00100000:1.0:1788833892.948130:0:25443:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009600 00000100:00100000:1.0:1788833892.948219:0:25443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 12 00000100:00100000:1.0:1788833892.948234:0:25443:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5639292d-c62f-4326-bfc6-1e3e321c388c+5:18181:x1875727612009600:12345-192.168.202.26@tcp:13:lfs.0 00002000:00000024:1.0:1788833892.948280:0:25443:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788833892.948419:0:25443:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5639292d-c62f-4326-bfc6-1e3e321c388c+5:18181:x1875727612009600:12345-192.168.202.26@tcp:13:lfs.0 Request processed in 189us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833892.948428:0:25443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 12 00000100:00080000:2.0:1788833892.949294:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788833893.139930:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.140285:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009728 00000100:00100000:1.0:1788833893.140300:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009728 00000100:00100000:1.0:1788833893.140436:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 131 00000100:00100000:1.0:1788833893.140460:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+10:18211:x1875727612009728:12345-192.168.202.26@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788833893.140488:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833893.140515:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d775dcc00/0x35a208207d20e17f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c997bf expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833893.140558:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d775dcc00/0x35a208207d20e17f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997bf expref: 11 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833893.140574:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d775dcc00/0x35a208207d20e17f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997bf expref: 11 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833893.140586:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dcc00, rc 0) 00000100:00100000:1.0:1788833893.140677:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+11:18211:x1875727612009728:12345-192.168.202.26@tcp:101:mount.lustre.0 Request processed in 220us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833893.140685:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 131 00000100:00100000:0.0:1788833893.161717:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.163278:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009856 00000100:00100000:1.0:1788833893.163297:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009856 00000100:00100000:1.0:1788833893.163409:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 132 00000100:00100000:1.0:1788833893.163423:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+11:18211:x1875727612009856:12345-192.168.202.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788833893.163689:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+11:18211:x1875727612009856:12345-192.168.202.26@tcp:501:mount.lustre.0 Request processed in 268us (1987us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833893.163699:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 132 00000100:00100000:0.0:1788833893.170772:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.171403:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612009984 00000100:00100000:1.0:1788833893.171418:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612009984 00000100:00100000:1.0:1788833893.171515:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 133 00000100:00100000:1.0:1788833893.171529:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77326450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+11:18211:x1875727612009984:12345-192.168.202.26@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788833893.171743:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77326450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+11:18211:x1875727612009984:12345-192.168.202.26@tcp:503:mount.lustre.0 Request processed in 216us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833893.171754:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 133 00000100:00100000:0.0:1788833893.186480:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833893.198371:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612010112 00000100:00100000:3.0:1788833893.198398:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612010112 00000100:00100000:3.0:1788833893.198658:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 134 00000100:00100000:3.0:1788833893.198671:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77327c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+11:18220:x1875727612010112:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788833893.200717:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77327c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+11:18220:x1875727612010112:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 2034us (14238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833893.200733:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 134 00000100:00100000:0.0:1788833893.242720:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.242850:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612010240 00000100:00100000:1.0:1788833893.242875:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612010240 00000100:00100000:1.0:1788833893.242959:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 135 00000100:00100000:1.0:1788833893.242972:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+11:18220:x1875727612010240:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788833893.243267:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+11:18220:x1875727612010240:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 296us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833893.243276:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 135 00000100:00100000:0.0:1788833893.256854:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833893.257196:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612010368 00000100:00100000:3.0:1788833893.257209:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612010368 00000100:00100000:3.0:1788833893.257287:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 136 00000100:00100000:3.0:1788833893.257302:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77326050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+11:18220:x1875727612010368:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788833893.258616:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77326050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+11:18220:x1875727612010368:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 1309us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833893.258632:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 136 00000100:00100000:3.0:1788833893.273853:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833893.273990:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612010496 00000100:00100000:2.0:1788833893.274004:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612010496 00000100:00100000:2.0:1788833893.274079:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 137 00000100:00100000:2.0:1788833893.274128:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77324050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+11:18211:x1875727612010496:12345-192.168.202.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788833893.274153:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833893.274176:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75699600/0x35a208207d20e186 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c997f0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.274218:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75699600/0x35a208207d20e186 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f0 expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.274257:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75699600/0x35a208207d20e186 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f0 expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.274268:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75699600, rc 0) 00000100:00100000:2.0:1788833893.274387:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77324050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+12:18211:x1875727612010496:12345-192.168.202.26@tcp:101:mount.lustre.0 Request processed in 297us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.274396:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 137 00000100:00100000:0.0:1788833893.278244:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833893.278497:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612010624 00000100:00100000:3.0:1788833893.278512:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612010624 00000100:00100000:3.0:1788833893.278589:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 138 00000100:00100000:3.0:1788833893.278611:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d77325c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+12:18211:x1875727612010624:12345-192.168.202.26@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788833893.278650:0:22645:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788833893.278676:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788833893.278680:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788833893.278683:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788833893.278687:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1788833893.278689:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788833893.282807:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d77325c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+12:18211:x1875727612010624:12345-192.168.202.26@tcp:256:mount.lustre.0 Request processed in 4185us (4556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.282828:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 138 00000100:00100000:0.0:1788833893.287853:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.288019:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612010752 00000100:00100000:1.0:1788833893.288032:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612010752 00000100:00100000:1.0:1788833893.288137:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 139 00000100:00100000:1.0:1788833893.288151:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+12:18211:x1875727612010752:12345-192.168.202.26@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788833893.288196:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833893.288220:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c997f7 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833893.288262:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 13 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833893.288277:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 13 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833893.288288:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dc200, rc 0) 00000100:00100000:1.0:1788833893.288374:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:18211:x1875727612010752:12345-192.168.202.26@tcp:101:mount.lustre.0 Request processed in 225us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833893.288382:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 139 00000100:00100000:0.0:1788833893.291138:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833893.291247:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612010880 00000100:00100000:2.0:1788833893.291260:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612010880 00000100:00100000:2.0:1788833893.291329:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 140 00000100:00100000:2.0:1788833893.291341:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+13:18211:x1875727612010880:12345-192.168.202.26@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788833893.291573:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+13:18211:x1875727612010880:12345-192.168.202.26@tcp:501:mount.lustre.0 Request processed in 232us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.291583:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 140 00000100:00100000:0.0:1788833893.294883:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833893.295157:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011008 00000100:00100000:2.0:1788833893.295170:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011008 00000100:00100000:2.0:1788833893.295248:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 141 00000100:00100000:2.0:1788833893.295261:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+13:18211:x1875727612011008:12345-192.168.202.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788833893.295524:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+13:18211:x1875727612011008:12345-192.168.202.26@tcp:503:mount.lustre.0 Request processed in 264us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.295534:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 141 00000100:00100000:0.0:1788833893.299542:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.299821:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011136 00000100:00100000:1.0:1788833893.299838:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011136 00000100:00100000:1.0:1788833893.299923:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 142 00000100:00100000:1.0:1788833893.299936:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:18226:x1875727612011136:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788833893.300177:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:18226:x1875727612011136:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 243us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833893.300186:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 142 00000100:00100000:1.0:1788833893.309312:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833893.311231:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011264 00000100:00100000:0.0:1788833893.311255:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011264 00000100:00100000:0.0:1788833893.311374:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 143 00000100:00100000:0.0:1788833893.311390:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+13:18226:x1875727612011264:12345-192.168.202.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788833893.311658:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+13:18226:x1875727612011264:12345-192.168.202.26@tcp:502:llog_process_th.0 Request processed in 271us (2360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833893.311667:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 143 00000100:00100000:0.0:1788833893.340030:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833893.340414:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011392 00000100:00100000:3.0:1788833893.340429:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011392 00000100:00100000:3.0:1788833893.340500:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 16 00000100:00100000:3.0:1788833893.340525:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2405:x1875727612011392:12345-192.168.202.26@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788833893.340592:0:22651:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 2f469aa0-94e5-4656-ac95-0aebef31d2e2@192.168.202.26@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:3.0:1788833893.340652:0:22651:0:(genops.c:1385:class_connect()) connect: client 2f469aa0-94e5-4656-ac95-0aebef31d2e2, cookie 0x35a208207d20e194 00000004:00100000:3.0:1788833893.340687:0:22651:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:3.0:1788833893.340833:0:22651:0:(import.c:65:import_set_state_nolock()) ffff985d73e5b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788833893.340943:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2405:x1875727612011392:12345-192.168.202.26@tcp:38:mount.lustre.0 Request processed in 417us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833893.340952:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 16 00000100:00100000:3.0:1788833893.345175:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833893.346251:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011648 00000100:00100000:0.0:1788833893.346267:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011648 00000100:00100000:0.0:1788833893.346344:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 17 00000100:00100000:0.0:1788833893.346364:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2405:x1875727612011648:12345-192.168.202.26@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788833893.346418:0:25444:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 2f469aa0-94e5-4656-ac95-0aebef31d2e2@192.168.202.26@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:0.0:1788833893.346481:0:25444:0:(genops.c:1385:class_connect()) connect: client 2f469aa0-94e5-4656-ac95-0aebef31d2e2, cookie 0x35a208207d20e19b 00000004:00100000:0.0:1788833893.346525:0:25444:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:0.0:1788833893.346662:0:25444:0:(import.c:65:import_set_state_nolock()) ffff985d7c5d4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788833893.346799:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2405:x1875727612011648:12345-192.168.202.26@tcp:38:mount.lustre.0 Request processed in 434us (1637us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833893.346807:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 17 00000100:00100000:1.0:1788833893.354171:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.354220:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833893.354259:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833893.354547:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011520 00000100:00100000:3.0:1788833893.354560:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011520 00000100:00100000:3.0:1788833893.354646:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011776 00000100:00100000:3.0:1788833893.354649:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011776 00000100:00100000:3.0:1788833893.354669:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612011904 00000100:00100000:3.0:1788833893.354672:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612011904 00000100:00100000:3.0:1788833893.354724:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 18 00000100:00100000:3.0:1788833893.354736:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+7:2407:x1875727612011520:12345-192.168.202.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788833893.354790:0:22651:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788833893.354887:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+7:2407:x1875727612011520:12345-192.168.202.26@tcp:41:mount.lustre.0 Request processed in 151us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833893.354895:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 18 00000100:00100000:3.0:1788833893.354916:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:3.0:1788833893.354921:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2406:x1875727612011776:12345-192.168.202.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788833893.354940:0:22651:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788833893.354972:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2406:x1875727612011776:12345-192.168.202.26@tcp:41:mount.lustre.0 Request processed in 51us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833893.354978:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:3.0:1788833893.355003:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 20 00000100:00100000:3.0:1788833893.355010:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612011904:12345-192.168.202.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788833893.355022:0:22651:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788833893.355056:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612011904:12345-192.168.202.26@tcp:41:mount.lustre.0 Request processed in 46us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833893.355063:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 20 00000100:00080000:1.0:1788833893.356656:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788833893.356669:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788833893.364587:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833893.364691:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012032 00000100:00100000:3.0:1788833893.364704:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012032 00000100:00100000:3.0:1788833893.364785:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 21 00000100:00100000:3.0:1788833893.364798:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612012032:12345-192.168.202.26@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788833893.365031:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612012032:12345-192.168.202.26@tcp:40:mount.lustre.0 Request processed in 236us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833893.365038:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 21 00000100:00100000:3.0:1788833893.378234:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833893.378287:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833893.378410:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012160 00000100:00100000:2.0:1788833893.378423:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012160 00000100:00100000:2.0:1788833893.378474:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012288 00000100:00100000:2.0:1788833893.378478:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012288 00000100:00100000:2.0:1788833893.378510:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 21 00000100:00100000:2.0:1788833893.378521:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4602d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2405:x1875727612012160:12345-192.168.202.26@tcp:8:mount.lustre.0 00000100:00100000:3.0:1788833893.378546:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 22 00000100:00100000:3.0:1788833893.378553:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2405:x1875727612012288:12345-192.168.202.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788833893.378567:0:24647:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 2f469aa0-94e5-4656-ac95-0aebef31d2e2@192.168.202.26@tcp t0 exp 0000000000000000 cur 690 last 0 00010000:00080000:3.0:1788833893.378568:0:24157:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 2f469aa0-94e5-4656-ac95-0aebef31d2e2@192.168.202.26@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:3.0:1788833893.378605:0:24157:0:(genops.c:1385:class_connect()) connect: client 2f469aa0-94e5-4656-ac95-0aebef31d2e2, cookie 0x35a208207d20e1a2 00000020:00000080:2.0:1788833893.378615:0:24647:0:(genops.c:1385:class_connect()) connect: client 2f469aa0-94e5-4656-ac95-0aebef31d2e2, cookie 0x35a208207d20e1a9 00002000:00100000:3.0:1788833893.378622:0:24157:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 2f469aa0-94e5-4656-ac95-0aebef31d2e2/ffff985d73e5e000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788833893.378622:0:24647:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 2f469aa0-94e5-4656-ac95-0aebef31d2e2/ffff985d5da0c800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788833893.378635:0:24157:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00002000:00100000:2.0:1788833893.378635:0:24647:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00002000:00080000:2.0:1788833893.378715:0:24647:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00080000:3.0:1788833893.378716:0:24157:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788833893.378750:0:24157:0:(import.c:65:import_set_state_nolock()) ffff985d73e5d800 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1788833893.378750:0:24647:0:(import.c:65:import_set_state_nolock()) ffff985d451b4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788833893.380050:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2405:x1875727612012288:12345-192.168.202.26@tcp:8:mount.lustre.0 Request processed in 1484us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.380050:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4602d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2405:x1875727612012160:12345-192.168.202.26@tcp:8:mount.lustre.0 Request processed in 1528us (1829us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.380062:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 21 00000100:00100000:3.0:1788833893.380075:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 22 00000100:00100000:1.0:1788833893.382430:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833893.382648:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012416 00000100:00100000:0.0:1788833893.382673:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012416 00000100:00100000:0.0:1788833893.382795:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 4 00000100:00100000:0.0:1788833893.382808:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612012416:12345-192.168.202.26@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788833893.382931:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612012416:12345-192.168.202.26@tcp:900:mount.lustre.0 Request processed in 125us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833893.382939:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 4 00000100:00100000:0.0:1788833893.384835:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833893.384992:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012544 00000100:00100000:2.0:1788833893.385003:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012544 00000100:00100000:2.0:1788833893.385058:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 1 00000100:00100000:2.0:1788833893.385069:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612012544:12345-192.168.202.26@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788833893.385248:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788833893.385387:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18211:x1875727612012544:12345-192.168.202.26@tcp:33:mount.lustre.0 Request processed in 318us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.385395:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 1 00000100:00100000:3.0:1788833893.556280:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833893.556538:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012672 00000100:00100000:2.0:1788833893.556552:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012672 00000100:00100000:2.0:1788833893.556776:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 22 00000100:00100000:2.0:1788833893.556790:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18248:x1875727612012672:12345-192.168.202.26@tcp:101:mkdir.0 00010000:00010000:2.0:1788833893.556818:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833893.556847:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e1b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99828 expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.556949:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.556993:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.557985:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788833893.558057:0:25444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788833893.558060:0:25444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788833893.558083:0:25444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.558132:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e1b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 8 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.558152:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 7 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833893.558160:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:2.0:1788833893.558162:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788833893.558165:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75698c00, rc 0) 00000100:00100000:2.0:1788833893.558264:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+7:18248:x1875727612012672:12345-192.168.202.26@tcp:101:mkdir.0 Request processed in 1476us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833893.558289:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 22 00010000:00010000:3.0:1788833893.580870:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833894.604472:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833895.629509:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833895.821739:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788833895.821762:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7554ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620515712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788833895.821841:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833895.821893:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515712 00000100:00100000:1.0:1788833895.821900:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515712 00000100:00100000:3.0:1788833895.821933:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620515584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788833895.821962:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788833895.821978:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7554f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620515712:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788833895.822013:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1788833895.822014:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833895.822129:0:24160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515584 00000100:00100000:1.0:1788833895.822137:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7554f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620515712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833895.822138:0:24160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515584 00000100:00100000:1.0:1788833895.822152:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788833895.822180:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788833895.822208:0:24160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788833895.822219:0:24160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620515584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788833895.822242:0:24160:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833895.822316:0:24160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620515584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833895.822406:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620515584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788833895.822459:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7554ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620515712:0@lo:13:osp-pre-0-1.0 00000001:00100000:2.0:1788833895.826482:0:22630:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2f469aa0-94e5-4656-ac95-0aebef31d2e2 00000001:00100000:2.0:1788833895.826502:0:22630:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5639292d-c62f-4326-bfc6-1e3e321c388c 00000001:00100000:2.0:1788833895.826682:0:23384:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2f469aa0-94e5-4656-ac95-0aebef31d2e2 00000001:00100000:2.0:1788833895.826690:0:23384:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5639292d-c62f-4326-bfc6-1e3e321c388c 00000001:00100000:2.0:1788833895.828676:0:24152:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2f469aa0-94e5-4656-ac95-0aebef31d2e2 00000001:00100000:2.0:1788833895.828690:0:24152:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5639292d-c62f-4326-bfc6-1e3e321c388c 00000100:00100000:3.0:1788833895.844004:0:24160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1788833896.653491:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788833896.845211:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7554ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620515840:0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.845478:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620515968:0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.849179:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620516224:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.854448:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620516096:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.854517:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.854603:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620516608:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.854626:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.854651:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1875727620517120:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.854674:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.854698:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620517632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833896.854719:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.854772:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516096 00000100:00100000:0.0:1788833896.854781:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516096 00000100:00100000:0.0:1788833896.854843:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516608 00000100:00100000:0.0:1788833896.854845:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516608 00000100:00100000:0.0:1788833896.854866:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788833896.854875:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620516096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.854933:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620516096:12345-0@lo:400:kworker.0 Request processed in 58us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833896.854940:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788833896.854958:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788833896.854963:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620516608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.854985:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620516608:12345-0@lo:400:kworker.0 Request processed in 22us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833896.855009:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788833896.855027:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620517632 00000100:00100000:0.0:1788833896.855030:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620517632 00000100:00100000:0.0:1788833896.855064:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788833896.855071:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620517632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788833896.855129:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833896.855163:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620517632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833896.855169:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788833896.855207:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620516096:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.855217:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620516608:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.855232:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620517632:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788833896.855487:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788833896.856562:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833896.857471:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833896.857528:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516224 00000100:00100000:2.0:1788833896.857539:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516224 00000100:00100000:2.0:1788833896.857796:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788833896.857808:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620516224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.857882:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620516224:12345-0@lo:400:kworker.0 Request processed in 76us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833896.857890:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1788833896.857918:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788833896.857971:0:3634:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788833896.857998:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620516224:0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858012:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620516736:0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858042:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833896.858070:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516736 00000100:00100000:2.0:1788833896.858074:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516736 00000100:00100000:2.0:1788833896.858119:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788833896.858127:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620516736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858162:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620516736:12345-0@lo:400:kworker.0 Request processed in 36us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833896.858168:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788833896.858198:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620516736:0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858207:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1875727620517248:0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858242:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833896.858269:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620517120 00000100:00100000:2.0:1788833896.858273:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620517120 00000100:00100000:2.0:1788833896.858309:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620517248 00000100:00100000:2.0:1788833896.858313:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620517248 00000100:00100000:2.0:1788833896.858349:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788833896.858356:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875727620517120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858511:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875727620517120:12345-0@lo:400:kworker.0 Request processed in 155us (3834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833896.858518:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788833896.858531:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788833896.858538:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875727620517248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858564:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875727620517248:12345-0@lo:400:kworker.0 Request processed in 28us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833896.858650:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1788833896.858669:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788833896.858673:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788833896.858699:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1875727620517248:0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858717:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620517760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788833896.858802:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515968 00000100:00100000:2.0:1788833896.858806:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515968 00000100:00100000:2.0:1788833896.858837:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788833896.858843:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620515968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833896.858883:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620515968:12345-0@lo:400:kworker.0 Request processed in 40us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833896.858889:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788833896.865688:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7af4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620515968:0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.865712:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620516480:0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.865786:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833896.865823:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516480 00000100:00100000:3.0:1788833896.865831:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516480 00000100:00100000:3.0:1788833896.865889:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788833896.865900:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620516480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.865960:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620516480:12345-0@lo:400:kworker.0 Request processed in 61us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833896.865979:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788833896.866014:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620516480:0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.866023:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620516992:0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.866053:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833896.866076:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516992 00000100:00100000:3.0:1788833896.866080:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516992 00000100:00100000:3.0:1788833896.866165:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788833896.866172:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620516992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.866203:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875727620516992:12345-0@lo:400:kworker.0 Request processed in 32us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833896.866210:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:3.0:1788833896.866225:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788833896.867296:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833896.867363:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620517760 00000100:00100000:1.0:1788833896.867369:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620517760 00000100:00100000:1.0:1788833896.867417:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788833896.867427:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620517760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788833896.867465:0:23392:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788833896.867533:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620517760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833896.867540:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788833896.867586:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620517760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788833896.867625:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788833896.867644:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620517888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788833896.867678:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833896.868198:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1875727620516992:0@lo:400:kworker.0 00000100:00100000:3.0:1788833896.868224:0:24160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620517888 00000100:00100000:3.0:1788833896.868229:0:24160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620517888 00000100:00100000:3.0:1788833896.868343:0:24160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788833896.868351:0:24160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620517888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788833896.868371:0:24160:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788833896.868423:0:24160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620517888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833896.868430:0:24160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788833896.868451:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620517504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833896.868484:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833896.868507:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620517504 00000100:00100000:3.0:1788833896.868511:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620517504 00000100:00100000:3.0:1788833896.868545:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788833896.868551:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620517504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788833896.868571:0:22656:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788833896.868607:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620517504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833896.868614:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788833896.868652:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620517504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833896.868700:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620517888:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1788833896.869175:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa90380 x1875727620517120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788833896.869188:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3637:1875727620517120:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.869790:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.869904:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875727620516352:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.869955:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.869987:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620516864:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.870010:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.870041:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516352 00000100:00100000:0.0:1788833896.870048:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516352 00000100:00100000:0.0:1788833896.870106:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620516864 00000100:00100000:0.0:1788833896.870110:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620516864 00000100:00100000:0.0:1788833896.870131:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788833896.870140:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875727620516352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.870186:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875727620516352:12345-0@lo:400:kworker.0 Request processed in 46us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833896.870205:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788833896.870222:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788833896.870227:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620516864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.870574:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875727620516864:12345-0@lo:400:kworker.0 Request processed in 345us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833896.870581:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788833896.870618:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875727620516864:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.870628:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620517376:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.870786:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833896.870812:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620517376 00000100:00100000:0.0:1788833896.870816:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620517376 00000100:00100000:0.0:1788833896.870984:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788833896.870993:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620517376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.871029:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875727620517376:12345-0@lo:400:kworker.0 Request processed in 39us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833896.872461:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:0.0:1788833896.872516:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1788833896.872571:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa91c00 x1875727620517376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833896.872588:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1875727620517376:0@lo:400:kworker.0 00000100:00100000:0.0:1788833896.872629:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875727620516352:0@lo:400:kworker.0 00000100:00100000:1.0:1788833896.875231:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620515840 00000100:00100000:1.0:1788833896.875403:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620515840 00000100:00100000:1.0:1788833896.875541:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788833896.875553:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3635:x1875727620515840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833896.875697:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3635:x1875727620515840:12345-0@lo:400:kworker.0 Request processed in 146us (5909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833896.875707:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788833896.877374:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7554ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620515840:0@lo:400:kworker.0 00000001:02000400:2.0:1788833896.914436:0:25531:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1788833897.677646:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788833897.997737:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788833898.456165:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456207:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456250:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456273:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456290:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456319:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456339:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456356:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456379:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833898.456412:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012928 00000100:00100000:0.0:1788833898.456424:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012928 00000100:00100000:0.0:1788833898.456493:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013440 00000100:00100000:0.0:1788833898.456496:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013440 00000100:00100000:0.0:1788833898.456508:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013568 00000100:00100000:0.0:1788833898.456510:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013568 00000100:00100000:0.0:1788833898.456522:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013056 00000100:00100000:0.0:1788833898.456524:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013056 00000100:00100000:0.0:1788833898.456542:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 44 00000100:00100000:0.0:1788833898.456553:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2409:x1875727612012928:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833898.456653:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2409:x1875727612012928:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 101us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833898.456661:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 44 00000100:00100000:0.0:1788833898.456682:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 45 00000100:00100000:0.0:1788833898.456688:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2409:x1875727612013440:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833898.456710:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2409:x1875727612013440:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 23us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833898.456716:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 45 00000100:00100000:0.0:1788833898.456727:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 46 00000100:00100000:0.0:1788833898.456732:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2409:x1875727612013568:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833898.456761:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2409:x1875727612013568:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 29us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833898.456768:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 46 00000100:00100000:0.0:1788833898.456779:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 47 00000100:00100000:0.0:1788833898.456784:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2408:x1875727612013056:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833898.456803:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2408:x1875727612013056:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 19us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833898.456809:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 47 00000100:00080000:0.0:1788833898.456838:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788833898.456843:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788833898.459115:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612012800 00000100:00100000:1.0:1788833898.459133:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612012800 00000100:00100000:1.0:1788833898.459202:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 145 00000100:00100000:1.0:1788833898.459212:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:2408:x1875727612012800:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:1.0:1788833898.459297:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:2408:x1875727612012800:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 87us (3148us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833898.459317:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 145 00000100:00100000:2.0:1788833898.462414:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013184 00000100:00100000:2.0:1788833898.462438:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013184 00000100:00100000:2.0:1788833898.462515:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013696 00000100:00100000:2.0:1788833898.462519:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013696 00000100:00100000:2.0:1788833898.462533:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013824 00000100:00100000:2.0:1788833898.462536:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013824 00000100:00100000:2.0:1788833898.462554:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013312 00000100:00100000:2.0:1788833898.462557:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013312 00000100:00100000:2.0:1788833898.462582:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 12 00000100:00100000:2.0:1788833898.462593:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2409:x1875727612013184:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833898.462695:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2409:x1875727612013184:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 104us (6444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833898.462703:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 12 00000100:00100000:2.0:1788833898.462726:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 13 00000100:00100000:2.0:1788833898.462733:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2409:x1875727612013696:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833898.462757:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2409:x1875727612013696:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 25us (6466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833898.462784:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 13 00000100:00100000:2.0:1788833898.462799:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 14 00000100:00100000:2.0:1788833898.462805:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2409:x1875727612013824:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833898.462831:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2409:x1875727612013824:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 26us (6491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833898.462838:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 14 00000100:00100000:2.0:1788833898.467390:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 15 00000100:00100000:2.0:1788833898.467429:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2408:x1875727612013312:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833898.467539:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2408:x1875727612013312:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 130us (11158us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833898.467548:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 15 00000100:00080000:2.0:1788833898.467631:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788833898.467638:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788833898.700631:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788833898.893902:0:24972:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2f469aa0-94e5-4656-ac95-0aebef31d2e2 00010000:00010000:3.0:1788833899.725734:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788833900.748380:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788833900.776943:0:25678:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc7a948490 20000000:00000080:0.0:1788833900.776966:0:25678:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff985d73ecb400 uarg=0000000000000000 20000000:01000000:0.0:1788833900.777037:0:25678:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788833900.777045:0:25678:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788833900.777050:0:25678:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788833900.777673:0:25679:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788833900.778065:0:25678:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788833900.784906:0:25678:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788833900.785652:0:25678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785676:0:25678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de14 expref: 23 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785684:0:25678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de22 expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785773:0:25678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20de61 expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785895:0:25678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20dfdb expref: 23 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785907:0:25678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 12 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785916:0:25678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 12 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785923:0:25678:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.785982:0:25678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 12 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.786001:0:25678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 12 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833900.786020:0:25678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518016:192.168.202.26@tcp:104: 00010000:00010000:1.0:1788833900.786468:0:25678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 12 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.786478:0:25678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 12 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833900.786488:0:25678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518144:192.168.202.26@tcp:104: 00010000:00010000:1.0:1788833900.786534:0:25678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20dfdb expref: 23 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.786542:0:25678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20dfdb expref: 23 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833900.786552:0:25678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518272:0@lo:104: 00000100:00100000:1.0:1788833900.786599:0:25678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788833900.786651:0:25678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20de61 expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.786660:0:25678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20de61 expref: 23 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833900.786669:0:25678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518400:0@lo:104: 00000100:00100000:1.0:1788833900.786692:0:25678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788833900.786726:0:25678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20de22 expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.786735:0:25678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20de22 expref: 23 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833900.786744:0:25678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518528:0@lo:104: 00000100:00100000:1.0:1788833900.786765:0:25678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833900.786885:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620518272 00000100:00100000:3.0:1788833900.786895:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620518272 00000100:00100000:3.0:1788833900.786946:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620518400 00000100:00100000:3.0:1788833900.786949:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620518400 00000100:00100000:3.0:1788833900.786961:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620518528 00000100:00100000:3.0:1788833900.786963:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620518528 00000100:00100000:3.0:1788833900.786977:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788833900.786987:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+5:25678:x1875727620518272:12345-0@lo:104: 00010000:00010000:3.0:1788833900.787001:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787058:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788833900.787064:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+5:25678:x1875727620518272:12345-0@lo:104: Request processed in 80us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.787072:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788833900.787127:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788833900.787134:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:25678:x1875727620518400:12345-0@lo:104: 00010000:00010000:3.0:1788833900.787142:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787174:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788833900.787179:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+4:25678:x1875727620518400:12345-0@lo:104: Request processed in 46us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.787186:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788833900.787198:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788833900.787204:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:25678:x1875727620518528:12345-0@lo:104: 00010000:00010000:3.0:1788833900.787211:0:22633:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787243:0:22633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1788833900.787249:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:25678:x1875727620518528:12345-0@lo:104: Request processed in 45us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.787255:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1788833900.787273:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788833900.787291:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787300:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423ef400 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833900.787306:0:24921:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787315:0:24921:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833900.787335:0:24921:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833900.787342:0:24921:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788833900.787379:0:24921:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787386:0:24921:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833900.787410:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787418:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c423ef400/0x35a208207d20dfdb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20dfe2 expref: -99 pid: 24971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787432:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788833900.787436:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787442:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cc200 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833900.787445:0:24921:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787452:0:24921:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833900.787458:0:24921:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833900.787463:0:24921:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788833900.787485:0:24921:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787491:0:24921:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833900.787498:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787504:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20de61 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de68 expref: -99 pid: 24151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787514:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833900.787517:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787523:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162400 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833900.787526:0:24921:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787533:0:24921:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833900.787540:0:24921:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833900.787545:0:24921:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788833900.787557:0:24921:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787563:0:24921:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833900.787579:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787596:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c43162400/0x35a208207d20de22 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de29 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.787607:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833900.787609:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833900.787610:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833900.787617:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833900.787623:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833900.787648:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620518784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833900.787683:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833900.787707:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788833900.787712:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620518912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833900.787732:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833900.787759:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620519040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833900.787780:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833900.787898:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620518784 00000100:00100000:3.0:1788833900.787904:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620518784 00010000:00010000:3.0:1788833900.787926:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dfdb expref: 24 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833900.787942:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620518912 00000100:00100000:3.0:1788833900.787945:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620518912 00010000:00010000:3.0:1788833900.787955:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20de61 expref: 25 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833900.787965:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519040 00000100:00100000:3.0:1788833900.787967:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519040 00010000:00010000:3.0:1788833900.787977:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20de22 expref: 26 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833900.787999:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788833900.788006:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+26:3636:x1875727620518784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833900.788018:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833900.788024:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20dfdb expref: 26 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.788409:0:25678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x35a208207d20de14 expref: 26 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833900.788425:0:25678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x35a208207d20de14 expref: 26 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833900.788451:0:25678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518656:0@lo:104: 00000100:00100000:1.0:1788833900.788486:0:25678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833900.788508:0:25678:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c4218a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788833900.788535:0:25678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518272:0@lo:104: 00000100:00100000:1.0:1788833900.788546:0:25678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518400:0@lo:104: 00000100:00100000:1.0:1788833900.788555:0:25678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518528:0@lo:104: 00000100:00100000:0.0:1788833900.788915:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620518656 00000100:00100000:0.0:1788833900.788921:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620518656 00000100:00100000:0.0:1788833900.788951:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788833900.788959:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:25678:x1875727620518656:12345-0@lo:104: 00010000:00010000:0.0:1788833900.788972:0:22634:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833900.789038:0:22634:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788833900.789045:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+3:25678:x1875727620518656:12345-0@lo:104: Request processed in 86us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833900.789060:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788833900.789172:0:25678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518656:0@lo:104: 00010000:00010000:3.0:1788833900.789970:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20dfdb expref: 26 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.789997:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75699000/0x35a208207d20dfe2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20dfdb expref: 26 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790014:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833900.790111:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+25:3636:x1875727620518784:12345-0@lo:103:ldlm_bl.0 Request processed in 2080us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.790121:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788833900.790148:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788833900.790158:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3636:x1875727620518912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833900.790173:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833900.790179:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20de61 expref: 24 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790187:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20de61 expref: 24 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790197:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423efe00/0x35a208207d20de68 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20de61 expref: 24 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790221:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833900.790245:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:3636:x1875727620518912:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.790252:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788833900.790267:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788833900.790275:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:3634:x1875727620519040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833900.790294:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833900.790299:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20de22 expref: 22 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790308:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20de22 expref: 22 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790318:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75645600/0x35a208207d20de29 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20de22 expref: 22 pid: 22645 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790327:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833900.790366:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3634:x1875727620519040:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.790371:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1788833900.790398:0:24921:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788833900.790405:0:24921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790414:0:24921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423eec00 already unused, calling callback (ffffffffc12abc20) 10000000:00010000:3.0:1788833900.790419:0:24921:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790440:0:24921:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788833900.790448:0:24921:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833900.790455:0:24921:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788833900.790497:0:24921:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790504:0:24921:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788833900.790524:0:24921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790531:0:24921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.126@tcp lock: ffff985c423eec00/0x35a208207d20de14 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x35a208207d20de1b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790549:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833900.790551:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833900.790553:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788833900.790568:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620519168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788833900.790608:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833900.790672:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519168 00000100:00100000:3.0:1788833900.790679:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519168 00010000:00010000:3.0:1788833900.790717:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20de14 expref: 21 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833900.790738:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788833900.790744:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:3635:x1875727620519168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788833900.790763:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833900.790767:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x35a208207d20de14 expref: 21 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790776:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x35a208207d20de14 expref: 21 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790798:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d75644e00/0x35a208207d20de1b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x35a208207d20de14 expref: 21 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.790808:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833900.790835:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:3635:x1875727620519168:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.790841:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788833900.790875:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3635:1875727620519168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788833900.791256:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620518912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788833900.791268:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3636:1875727620518784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788833900.791609:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620519040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788833900.795072:0:25678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518016:192.168.202.26@tcp:104: 00000100:00100000:2.0:1788833900.795136:0:25678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25678:1875727620518144:192.168.202.26@tcp:104: 00010000:00010000:2.0:1788833900.795182:0:25678:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833900.798901:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833900.799013:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833900.799161:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612013952 00000100:00100000:3.0:1788833900.799174:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612013952 00010000:00010000:3.0:1788833900.799226:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 13 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833900.799262:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612014080 00000100:00100000:3.0:1788833900.799265:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612014080 00010000:00010000:3.0:1788833900.799277:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 14 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833900.799305:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 13 00000100:00100000:3.0:1788833900.799315:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7549b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6676d40d-0144-4188-ab21-856152abdd00+14:2409:x1875727612013952:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833900.799333:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833900.799359:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 14 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799374:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 14 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799398:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d775dc200/0x35a208207d20e18d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997f7 expref: 14 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799417:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833900.799495:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7549b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6676d40d-0144-4188-ab21-856152abdd00+13:2409:x1875727612013952:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 180us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.799503:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 13 00000100:00100000:3.0:1788833900.799557:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 14 00000100:00100000:3.0:1788833900.799564:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6676d40d-0144-4188-ab21-856152abdd00+12:2409:x1875727612014080:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833900.799573:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833900.799578:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 12 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799588:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 12 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799599:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985c423ee200/0x35a208207d20e14e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99787 expref: 12 pid: 22643 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799612:0:22636:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799621:0:22636:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799647:0:22636:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799655:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799662:0:22636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799670:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799677:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775ddc00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:3.0:1788833900.799683:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799692:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799706:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833900.799717:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833900.799738:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6676d40d-0144-4188-ab21-856152abdd00+11:2409:x1875727612014080:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 174us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.799745:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 14 00010000:00010000:2.0:1788833900.800429:0:25678:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833900.800443:0:25678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833900.800462:0:25678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff985d775ddc00/0x35a208207d20e1be lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833900.941271:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620519296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833900.941396:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833900.941480:0:25443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519296 00000100:00100000:2.0:1788833900.941490:0:25443:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519296 00000100:00100000:2.0:1788833900.941564:0:25443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788833900.941577:0:25443:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620519296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788833900.941626:0:25443:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788833900.941682:0:25443:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620519296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833900.941690:0:25443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788833900.941721:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788833900.941769:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620519296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788833900.942934:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620519424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788833900.942989:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833900.943122:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519424 00000100:00100000:3.0:1788833900.943130:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519424 00000100:00100000:3.0:1788833900.943185:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788833900.943194:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620519424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788833900.943236:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788833900.943294:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620519424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833900.943302:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1788833900.943323:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788833900.943413:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620519424:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788833901.772389:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788833901.901800:0:22647:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788833901.901811:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985d73e00800 from 13 10000000:01000000:3.0:1788833901.901819:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788833901.901898:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20e1c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.901912:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20e1c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.901927:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20e1c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833901.901963:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.902065:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.902161:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280780 going to sleep for 11 seconds 00000100:00100000:1.0:1788833901.902479:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519552 00000100:00100000:1.0:1788833901.902489:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519552 00000100:00100000:1.0:1788833901.902564:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788833901.902577:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+20:22647:x1875727620519552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788833901.902593:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833901.902610:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d775dda00/0x35a208207d20e1cc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20e1c5 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833901.902639:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d775dda00/0x35a208207d20e1cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20e1c5 expref: 21 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833901.902651:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d775dda00/0x35a208207d20e1cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20e1c5 expref: 21 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833901.902662:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dda00, rc 0) 00000100:00100000:1.0:1788833901.902735:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620519552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833901.902762:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788833901.904878:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833901.904913:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20e1c5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1cc expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.904927:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20e1c5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20e1cc expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833901.905039:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.905165:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.905227:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280780 going to sleep for 11 seconds 00000100:00100000:1.0:1788833901.905937:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519680 00000100:00100000:1.0:1788833901.905947:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519680 00000100:00100000:1.0:1788833901.906032:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788833901.906047:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620519680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788833901.906471:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620519680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 427us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833901.906481:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788833901.909048:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.909171:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.909600:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.909666:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280780 going to sleep for 11 seconds 00000100:00100000:2.0:1788833901.909862:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519808 00000100:00100000:2.0:1788833901.909872:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519808 00000100:00100000:2.0:1788833901.909944:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1788833901.909955:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620519808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788833901.910161:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620519808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 207us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833901.910180:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788833901.911160:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519808:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788833901.913669:0:25691:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788833901.915474:0:22647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788833901.915518:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788833901.915534:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20e1c5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1cc expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833901.915549:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cc200/0x35a208207d20e1c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1cc expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788833901.915563:0:22647:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788833901.915567:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985d5da29000 from 13 10000000:01000000:0.0:1788833901.915570:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788833901.916170:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20e1d3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833901.916184:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20e1d3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833901.916201:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20e1d3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833901.916669:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788833901.916948:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.917007:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d469ad3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788833901.917891:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620519936 00000100:00100000:2.0:1788833901.917904:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620519936 00000100:00100000:2.0:1788833901.917970:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1788833901.917982:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7bcb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+21:22647:x1875727620519936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788833901.918002:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833901.918022:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75699800/0x35a208207d20e1da lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20e1d3 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833901.918056:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75699800/0x35a208207d20e1da lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20e1d3 expref: 22 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833901.918069:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75699800/0x35a208207d20e1da lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20e1d3 expref: 22 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833901.918079:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75699800, rc 0) 00000100:00100000:2.0:1788833901.918158:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7bcb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:22647:x1875727620519936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833901.918166:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788833901.918719:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620519936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788833901.918742:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20e1d3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1da expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833901.918753:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20e1d3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20e1da expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833901.919576:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788833901.919652:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.919699:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d469ad3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788833901.919962:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520064 00000100:00100000:1.0:1788833901.919970:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520064 00000100:00100000:1.0:1788833901.920020:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1788833901.920029:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:22647:x1875727620520064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788833901.920203:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:22647:x1875727620520064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 174us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833901.920211:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788833901.920717:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788833901.920763:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788833901.921508:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.921557:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d469ad3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788833901.921673:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520192 00000100:00100000:1.0:1788833901.921691:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520192 00000100:00100000:1.0:1788833901.921775:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1788833901.921793:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:22647:x1875727620520192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788833901.921925:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:22647:x1875727620520192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 132us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833901.921932:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788833901.922016:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788833901.927292:0:25692:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788833901.928040:0:22647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788833901.928080:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788833901.928129:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20e1d3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1da expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.928144:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985c43163600/0x35a208207d20e1d3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1da expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833901.928160:0:22647:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788833901.928163:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985d5e9d2800 from 13 10000000:01000000:3.0:1788833901.928167:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788833901.928220:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cca00/0x35a208207d20e1e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.928229:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cca00/0x35a208207d20e1e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.928253:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cca00/0x35a208207d20e1e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833901.928295:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.928396:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.933304:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788833901.934491:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520320 00000100:00100000:2.0:1788833901.934509:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520320 00000100:00100000:2.0:1788833901.934589:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1788833901.934602:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+22:22647:x1875727620520320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788833901.934636:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833901.934661:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d75699c00/0x35a208207d20e1e8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20e1e1 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833901.936442:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d75699c00/0x35a208207d20e1e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20e1e1 expref: 23 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833901.936458:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d75699c00/0x35a208207d20e1e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20e1e1 expref: 23 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833901.936470:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75699c00, rc 0) 00000100:00100000:2.0:1788833901.936584:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620520320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1983us (8186us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833901.936593:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788833901.936819:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833901.936847:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cca00/0x35a208207d20e1e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1e8 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.936857:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cca00/0x35a208207d20e1e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20e1e8 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833901.936954:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.936996:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.937036:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788833901.937079:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520448 00000100:00100000:3.0:1788833901.937111:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520448 00000100:00100000:3.0:1788833901.937144:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788833901.937153:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620520448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.937313:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620520448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 160us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833901.937321:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788833901.937351:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.937378:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.937431:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.937444:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788833901.937454:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520576 00000100:00100000:3.0:1788833901.937457:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520576 00000100:00100000:3.0:1788833901.937472:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788833901.937477:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620520576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.937579:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620520576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 101us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833901.937587:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788833901.937629:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788833901.938331:0:25693:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788833901.938398:0:22647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788833901.938415:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788833901.938425:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cca00/0x35a208207d20e1e1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1e8 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.938434:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cca00/0x35a208207d20e1e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1e8 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788833901.938446:0:22647:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788833901.938449:0:22647:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff985c438cf000 from 13 10000000:01000000:3.0:1788833901.938452:0:22647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788833901.938485:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20e1ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.938493:0:22647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20e1ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.938503:0:22647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20e1ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833901.938519:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.938561:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.938580:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280780 going to sleep for 11 seconds 00000100:00100000:3.0:1788833901.938607:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520704 00000100:00100000:3.0:1788833901.938612:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520704 00000100:00100000:3.0:1788833901.938636:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788833901.938643:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+23:22647:x1875727620520704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833901.938653:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833901.938666:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d744cc000/0x35a208207d20e1f6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x35a208207d20e1ef expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.938688:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d744cc000/0x35a208207d20e1f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x35a208207d20e1ef expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.938698:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d744cc000/0x35a208207d20e1f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x35a208207d20e1ef expref: 24 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.938707:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d744cc000, rc 0) 00000100:00100000:3.0:1788833901.938739:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620520704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833901.938745:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788833901.938783:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833901.938795:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20e1ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1f6 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833901.938803:0:22647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20e1ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x35a208207d20e1f6 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833901.938847:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.938873:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.938886:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280780 going to sleep for 11 seconds 00000100:00100000:3.0:1788833901.938903:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520832 00000100:00100000:3.0:1788833901.938906:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520832 00000100:00100000:3.0:1788833901.938922:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788833901.938928:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620520832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.939015:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620520832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 86us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833901.939022:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788833901.939050:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.939074:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.939131:0:22647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.939145:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b45900 going to sleep for 11 seconds 00000100:00100000:3.0:1788833901.939156:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620520960 00000100:00100000:3.0:1788833901.939159:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620520960 00000100:00100000:3.0:1788833901.939174:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788833901.939180:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620520960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833901.939246:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:22647:x1875727620520960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 66us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833901.939253:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788833901.939307:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fdfad23c-5f39-4c2e-85d3-87111fbac51d:22647:1875727620520960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788833901.945650:0:25694:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788833901.948285:0:22647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788833901.948339:0:22647:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788833901.948354:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20e1ef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1f6 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833901.948776:0:22647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.126@tcp lock: ffff985d744cd800/0x35a208207d20e1ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x35a208207d20e1f6 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833901.966193:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788833901.966223:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620521088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788833901.966344:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833901.966418:0:24160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521088 00000100:00100000:2.0:1788833901.966427:0:24160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521088 00000100:00100000:2.0:1788833901.966497:0:24160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788833901.966508:0:24160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620521088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788833901.966545:0:24160:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788833901.966599:0:24160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620521088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833901.966606:0:24160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:2.0:1788833901.966634:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788833901.966677:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620521088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788833901.967071:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620521344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833901.967125:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.967164:0:25443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521344 00000100:00100000:0.0:1788833901.967168:0:25443:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521344 00000100:00100000:0.0:1788833901.967202:0:25443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788833901.967209:0:25443:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620521344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788833901.967220:0:25443:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833901.967252:0:25443:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620521344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833901.967291:0:25443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1788833901.967310:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788833901.967333:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620521344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833901.967365:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620521216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833901.967394:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.967427:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521216 00000100:00100000:0.0:1788833901.967431:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521216 00000100:00100000:0.0:1788833901.967458:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788833901.967465:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620521216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788833901.967493:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788833901.967530:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875727620521216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833901.967537:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788833901.967568:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1875727620521216:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833901.969209:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620521600:0@lo:400:kworker.0 00000100:00100000:3.0:1788833901.969297:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.969333:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620522112:0@lo:400:kworker.0 00000100:00100000:3.0:1788833901.969374:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.969398:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788833901.969421:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620521728:0@lo:400:kworker.0 00000100:00100000:3.0:1788833901.969448:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833901.969465:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620522240:0@lo:400:kworker.0 00000100:00100000:3.0:1788833901.969487:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833901.969921:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521600 00000100:00100000:2.0:1788833901.969930:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521600 00000100:00100000:2.0:1788833901.969993:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788833901.970016:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620521600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833901.970131:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620521600:12345-0@lo:400:kworker.0 Request processed in 118us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833901.970140:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788833901.970197:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620521600:0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.970542:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620522112 00000100:00100000:0.0:1788833901.970547:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620522112 00000100:00100000:0.0:1788833901.970601:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521728 00000100:00100000:0.0:1788833901.970613:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521728 00000100:00100000:0.0:1788833901.970628:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620522240 00000100:00100000:0.0:1788833901.970631:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620522240 00000100:00100000:0.0:1788833901.970646:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788833901.970653:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620522112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.970709:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620522112:12345-0@lo:400:kworker.0 Request processed in 57us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833901.970716:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788833901.970731:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788833901.970746:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620521728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.970778:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620521728:12345-0@lo:400:kworker.0 Request processed in 32us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833901.970783:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788833901.970795:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788833901.970801:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620522240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.970826:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875727620522240:12345-0@lo:400:kworker.0 Request processed in 26us (1339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833901.970832:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788833901.970865:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620521472:0@lo:400:kworker.0 00000100:00100000:1.0:1788833901.970891:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620521856:0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.970906:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.970938:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875727620521984:0@lo:400:kworker.0 00000100:00100000:1.0:1788833901.970941:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833901.970973:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620522368:0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.970979:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.971003:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620522496:0@lo:400:kworker.0 00000100:00100000:1.0:1788833901.971010:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833901.971033:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788833901.971053:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521984 00000100:00100000:1.0:1788833901.971059:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521984 00000100:00100000:0.0:1788833901.971074:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620522368 00000100:00100000:0.0:1788833901.971079:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620522368 00000100:00100000:1.0:1788833901.971119:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620522496 00000100:00100000:1.0:1788833901.971123:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620522496 00000100:00100000:0.0:1788833901.971139:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788833901.971149:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875727620521984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833901.971154:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788833901.971164:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620522368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.971206:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875727620521984:12345-0@lo:400:kworker.0 Request processed in 59us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833901.971214:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788833901.971231:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788833901.971238:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620522368:12345-0@lo:400:kworker.0 Request processed in 75us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833901.971240:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875727620522496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833901.971253:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788833901.971293:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875727620522496:12345-0@lo:400:kworker.0 Request processed in 55us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833901.971306:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620522368:0@lo:400:kworker.0 00000100:00100000:0.0:1788833901.971311:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788833901.971343:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788833901.971353:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875727620521984:0@lo:400:kworker.0 00000100:00100000:1.0:1788833901.971354:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620522624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788833901.971371:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521472 00000100:00100000:3.0:1788833901.971377:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521472 00000100:00100000:1.0:1788833901.971389:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833901.971454:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620521856 00000100:00100000:2.0:1788833901.971458:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620521856 00000100:00100000:2.0:1788833901.971488:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788833901.971496:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620521856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833901.971539:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620521856:12345-0@lo:400:kworker.0 Request processed in 44us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833901.971546:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788833901.971571:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788833901.971576:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788833901.971602:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620521856:0@lo:400:kworker.0 00000100:00100000:2.0:1788833901.971639:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620521728:0@lo:400:kworker.0 00010000:00080000:2.0:1788833901.971654:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fa90000 x1875727620522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788833901.971666:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1875727620522240:0@lo:400:kworker.0 00000100:00100000:2.0:1788833901.971678:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620522112:0@lo:400:kworker.0 00010000:00080000:0.0:1788833901.971843:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d7fad7b80 x1875727620522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788833901.971852:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3637:1875727620522496:0@lo:400:kworker.0 00000100:00100000:3.0:1788833901.979396:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620522624 00000100:00100000:3.0:1788833901.979419:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620522624 00000100:00100000:3.0:1788833901.979484:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788833901.979497:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3637:x1875727620521472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833901.979629:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3637:x1875727620521472:12345-0@lo:400:kworker.0 Request processed in 135us (8724us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833901.979637:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788833901.979655:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788833901.979661:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620522624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788833901.979692:0:23392:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788833901.979737:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620522624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (8349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833901.979744:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788833901.979924:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620522624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788833901.980169:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620521472:0@lo:400:kworker.0 00000100:00100000:1.0:1788833902.236569:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.236778:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612014208 00000100:00100000:0.0:1788833902.236791:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612014208 00000100:00100000:0.0:1788833902.236956:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 23 00000100:00100000:0.0:1788833902.236971:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+6:18716:x1875727612014208:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788833902.237000:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833902.237032:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163e00/0x35a208207d20e1fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9982f expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237157:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237175:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237191:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237208:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237215:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237256:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237377:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162c00/0x35a208207d20e212 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237386:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162c00/0x35a208207d20e212 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237395:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162c00/0x35a208207d20e212 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788833902.237431:0:25444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788833902.237436:0:25444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788833902.237486:0:25444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162c00/0x35a208207d20e212 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237499:0:25444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237507:0:25444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237515:0:25444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237521:0:25444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162400 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:0.0:1788833902.237526:0:25444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237532:0:25444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237552:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:0.0:1788833902.237555:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788833902.237561:0:25444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237567:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e204 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237586:0:25444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237592:0:25444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237597:0:25444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237603:0:25444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162600 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:0.0:1788833902.237606:0:25444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237611:0:25444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237632:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff985c4315ef00) 00010000:00010000:0.0:1788833902.237634:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788833902.237638:0:25444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237645:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e20b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237694:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163e00/0x35a208207d20e1fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9982f expref: 8 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237710:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162c00/0x35a208207d20e212 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9982f expref: 7 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.237717:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff985c4315e600) 00010000:00010000:0.0:1788833902.237719:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788833902.237722:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43162c00, rc 0) 00000100:00100000:0.0:1788833902.237812:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18716:x1875727612014208:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 844us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833902.237820:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 23 00000100:00080000:2.0:1788833902.240588:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788833902.247715:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.247883:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612014336 00000100:00100000:0.0:1788833902.247896:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612014336 00000100:00100000:0.0:1788833902.247971:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 5 00000100:00100000:0.0:1788833902.247983:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18716:x1875727612014336:12345-192.168.202.26@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788833902.248117:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18716:x1875727612014336:12345-192.168.202.26@tcp:900:lhsmtool_posix.0 Request processed in 136us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833902.248126:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 5 00000100:00100000:3.0:1788833902.253171:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.253356:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612014592 00000100:00100000:0.0:1788833902.253368:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612014592 00000100:00100000:0.0:1788833902.253448:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 24 00000100:00100000:0.0:1788833902.253462:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18716:x1875727612014592:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788833902.253494:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833902.253522:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163e00/0x35a208207d20e219 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99836 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.253726:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.253746:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.253760:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.253840:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.253849:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.253856:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254004:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163400/0x35a208207d20e22e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254013:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163400/0x35a208207d20e22e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254021:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163400/0x35a208207d20e22e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788833902.254030:0:22650:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788833902.254280:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254297:0:22650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254304:0:22650:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254311:0:22650:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162600 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:0.0:1788833902.254315:0:22650:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254323:0:22650:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254337:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff985c4315e600) 00010000:00010000:0.0:1788833902.254341:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788833902.254346:0:22650:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254351:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e220 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254368:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254372:0:22650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254378:0:22650:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254381:0:22650:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162400 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:0.0:1788833902.254390:0:22650:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254396:0:22650:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254404:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff985c4315ef00) 00010000:00010000:0.0:1788833902.254407:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788833902.254410:0:22650:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.254416:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e227 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.258299:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163e00/0x35a208207d20e219 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99836 expref: 10 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.258337:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163400/0x35a208207d20e22e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99836 expref: 9 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.258348:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff985c4315ed00) 00010000:00010000:0.0:1788833902.258352:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788833902.258356:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43163400, rc 0) 00000100:00100000:0.0:1788833902.258482:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18716:x1875727612014592:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 5021us (5325us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788833902.258492:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 24 00000100:00100000:1.0:1788833902.267976:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.268211:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612014720 00000100:00100000:0.0:1788833902.268224:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612014720 00000100:00100000:0.0:1788833902.268309:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 25 00000100:00100000:0.0:1788833902.268321:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18716:x1875727612014720:12345-192.168.202.26@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788833902.268492:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18716:x1875727612014720:12345-192.168.202.26@tcp:59:lhsmtool_posix.0 Request processed in 173us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833902.268501:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 25 00000100:00100000:3.0:1788833902.274068:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.274289:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612014848 00000100:00100000:2.0:1788833902.274303:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612014848 00000100:00100000:2.0:1788833902.274460:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 26 00000100:00100000:2.0:1788833902.274473:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+5:18716:x1875727612014848:12345-192.168.202.26@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1788833902.275461:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1788833902.281924:0:22651:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 7378us 00000100:00100000:1.0:1788833902.299314:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.304566:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612014976 00000100:00100000:0.0:1788833902.304587:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612014976 00000100:00100000:1.0:1788833902.304854:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 27 00000100:00100000:1.0:1788833902.304871:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18722:x1875727612014976:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:1.0:1788833902.304901:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833902.304934:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775ddc00/0x35a208207d20e23c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9983d expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305023:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305042:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305058:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305075:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305083:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305120:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305183:0:25444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305191:0:25444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305198:0:25444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305222:0:25444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc800 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:1.0:1788833902.305227:0:25444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305236:0:25444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305252:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:1.0:1788833902.305502:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788833902.305510:0:25444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305519:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc800/0x35a208207d20e243 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305537:0:25444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305544:0:25444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305551:0:25444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305558:0:25444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dde00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:1.0:1788833902.305561:0:25444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305568:0:25444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305589:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff985c417d6f00) 00010000:00010000:1.0:1788833902.305592:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788833902.305595:0:25444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305601:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e24a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305709:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775ddc00/0x35a208207d20e23c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9983d expref: 10 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305722:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:1.0:1788833902.305725:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788833902.305729:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775ddc00/0x35a208207d20e23c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9983d expref: 10 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.305741:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775ddc00, rc 0) 00000100:00100000:1.0:1788833902.305893:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18722:x1875727612014976:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 1024us (6593us total) trans 0 rc 301/301 00000100:00100000:1.0:1788833902.305901:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 27 00000100:00100000:1.0:1788833902.317826:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.321258:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+5:18716:x1875727612014848:12345-192.168.202.26@tcp:59:lhsmtool_posix.0 Request processed in 46776us (47195us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833902.321287:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 26 00000100:00100000:3.0:1788833902.323516:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612015104 00000100:00100000:3.0:1788833902.323536:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612015104 00000100:00100000:2.0:1788833902.325283:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 0 00000100:00100000:2.0:1788833902.325306:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18722:x1875727612015104:12345-192.168.202.26@tcp:700:lfs.0 00000100:00100000:2.0:1788833902.328331:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18722:x1875727612015104:12345-192.168.202.26@tcp:700:lfs.0 Request processed in 3016us (10503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833902.328349:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 0 00000100:00100000:0.0:1788833902.332563:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833902.336803:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612015232 00000100:00100000:3.0:1788833902.336827:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612015232 00000100:00100000:3.0:1788833902.337117:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 158 00000100:00100000:3.0:1788833902.337148:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+11:18097:x1875727612015232:12345-192.168.202.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833902.337171:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833902.337196:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d744ccc00/0x35a208207d20e251 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99844 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.337234:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d744ccc00/0x35a208207d20e251 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99844 expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.337247:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d744ccc00/0x35a208207d20e251 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99844 expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.338198:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d744ccc00, rc 0) 00000100:00100000:3.0:1788833902.340530:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+12:18097:x1875727612015232:12345-192.168.202.26@tcp:101:ll_cfg_requeue.0 Request processed in 3367us (7964us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.340547:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 158 00000100:00100000:1.0:1788833902.343861:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.344946:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612015488 00000100:00100000:2.0:1788833902.344963:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612015488 00000100:00100000:1.0:1788833902.345143:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 28 00000100:00100000:1.0:1788833902.345157:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+9:18722:x1875727612015488:12345-192.168.202.26@tcp:36:lfs.0 00010000:00010000:1.0:1788833902.345235:0:22650:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833902.345433:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e178 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c997b8 expref: 9 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.345476:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:1.0:1788833902.345483:0:22650:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788833902.345573:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.345590:0:22650:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 5 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.345601:0:22650:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833902.345932:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.346023:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612015616 00000100:00100000:2.0:1788833902.346030:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612015616 00000100:00100000:2.0:1788833902.346080:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 159 00000100:00100000:2.0:1788833902.346125:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+12:18097:x1875727612015616:12345-192.168.202.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788833902.346310:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+12:18097:x1875727612015616:12345-192.168.202.26@tcp:501:ll_cfg_requeue.0 Request processed in 220us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833902.346320:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 159 00010000:00010000:1.0:1788833902.346793:0:22650:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 5 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.346812:0:22650:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 5 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833902.346830:0:22650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fad6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22650:1875727620522752:192.168.202.26@tcp:104: 00000100:00100000:1.0:1788833902.346911:0:22650:0:(client.c:2715:ptlrpc_set_wait()) set ffff985c4218ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1788833902.355788:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.355835:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.356971:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612015872 00000100:00100000:0.0:1788833902.356986:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612015872 00010000:00010000:0.0:1788833902.357069:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 6 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833902.357143:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 15 00000100:00100000:0.0:1788833902.357155:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2409:x1875727612015872:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788833902.357175:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788833902.357182:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 6 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.357198:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 6 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.357227:0:22636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:0.0:1788833902.357265:0:22636:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.357284:0:22636:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.357292:0:22636:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.357317:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788833902.357393:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:2409:x1875727612015872:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 239us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833902.357402:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 15 00000100:00100000:3.0:1788833902.357993:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612015744 00000100:00100000:3.0:1788833902.358000:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612015744 00000100:00100000:3.0:1788833902.358052:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 160 00000100:00100000:3.0:1788833902.358062:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+12:18097:x1875727612015744:12345-192.168.202.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833902.358226:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+12:18097:x1875727612015744:12345-192.168.202.26@tcp:503:ll_cfg_requeue.0 Request processed in 166us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.358235:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 160 00000100:00080000:1.0:1788833902.358655:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788833902.362138:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833902.362292:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612016000 00000100:00100000:3.0:1788833902.362305:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612016000 00000100:00100000:3.0:1788833902.362377:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 161 00000100:00100000:3.0:1788833902.362389:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+12:18097:x1875727612016000:12345-192.168.202.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788833902.362431:0:22643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833902.362454:0:22643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff985d744cdc00/0x35a208207d20e25f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9984b expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.362492:0:22643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff985d744cdc00/0x35a208207d20e25f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9984b expref: 13 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.362505:0:22643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff985d744cdc00/0x35a208207d20e25f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9984b expref: 13 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.362517:0:22643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d744cdc00, rc 0) 00000100:00100000:3.0:1788833902.362588:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:18097:x1875727612016000:12345-192.168.202.26@tcp:101:ll_cfg_requeue.0 Request processed in 201us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.362596:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 161 00000100:00100000:3.0:1788833902.364991:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.365106:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612016128 00000100:00100000:0.0:1788833902.365118:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612016128 00000100:00100000:0.0:1788833902.365179:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 162 00000100:00100000:0.0:1788833902.365189:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+13:18097:x1875727612016128:12345-192.168.202.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788833902.365384:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6676d40d-0144-4188-ab21-856152abdd00+13:18097:x1875727612016128:12345-192.168.202.26@tcp:501:ll_cfg_requeue.0 Request processed in 196us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833902.365393:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 162 00000100:00100000:0.0:1788833902.369540:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833902.370159:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612016256 00000100:00100000:3.0:1788833902.370173:0:22643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612016256 00000100:00100000:3.0:1788833902.370250:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 163 00000100:00100000:3.0:1788833902.370279:0:22643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:18097:x1875727612016256:12345-192.168.202.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788833902.370496:0:22643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6676d40d-0144-4188-ab21-856152abdd00+13:18097:x1875727612016256:12345-192.168.202.26@tcp:503:ll_cfg_requeue.0 Request processed in 235us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.370506:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 163 00010000:00010000:2.0:1788833902.377396:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e1b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99828 expref: 5 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833902.377436:0:22650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fad6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22650:1875727620522752:192.168.202.26@tcp:104: 00010000:00010000:2.0:1788833902.377471:0:22650:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.377484:0:22650:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.377490:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.377548:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.377565:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.377576:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380061:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380124:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380140:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788833902.380160:0:22650:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005cfc9f97 reply state 000000004ec35b72 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380173:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380181:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:2.0:1788833902.380184:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788833902.380188:0:22650:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788833902.380196:0:22650:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788833902.380205:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380213:0:22650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380227:0:22650:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380234:0:22650:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dde00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833902.380239:0:22650:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380248:0:22650:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380281:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985d4566e500) 00010000:00010000:2.0:1788833902.380284:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833902.380289:0:22650:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380296:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dde00/0x35a208207d20e258 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788833902.380322:0:22650:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005cfc9f97 reply state 000000004ec35b72 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380331:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.380336:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff985d5044c900) 00010000:00010000:2.0:1788833902.380339:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788833902.380341:0:22650:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788833902.380466:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+10:18722:x1875727612015488:12345-192.168.202.26@tcp:36:lfs.0 Request processed in 35305us (36612us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788833902.380476:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 28 00000100:00100000:0.0:1788833902.536921:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.537532:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612016384 00000100:00100000:1.0:1788833902.537547:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612016384 00000100:00100000:1.0:1788833902.537641:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 29 00000100:00100000:1.0:1788833902.537653:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+10:18732:x1875727612016384:12345-192.168.202.26@tcp:101:lctl.0 00010000:00010000:1.0:1788833902.537707:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833902.537740:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e274 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99852 expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.537833:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd200/0x35a208207d20e27b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.537851:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd200/0x35a208207d20e27b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.537865:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd200/0x35a208207d20e27b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788833902.538050:0:25444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788833902.538055:0:25444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788833902.538154:0:25444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd200/0x35a208207d20e27b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.538184:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e274 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99852 expref: 12 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.538206:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd200/0x35a208207d20e27b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99852 expref: 11 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.538216:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:1.0:1788833902.538219:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788833902.538223:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dd200, rc 0) 00000100:00100000:1.0:1788833902.538317:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+11:18732:x1875727612016384:12345-192.168.202.26@tcp:101:lctl.0 Request processed in 666us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833902.538325:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 29 00000100:00100000:0.0:1788833902.571749:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.572371:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612016512 00000100:00100000:2.0:1788833902.572386:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612016512 00000100:00100000:2.0:1788833902.572519:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 30 00000100:00100000:2.0:1788833902.572531:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:18733:x1875727612016512:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:2.0:1788833902.572560:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833902.572588:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e282 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99859 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.572795:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699a00/0x35a208207d20e289 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.572814:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699a00/0x35a208207d20e289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.572828:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699a00/0x35a208207d20e289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788833902.572885:0:22652:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788833902.572889:0:22652:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788833902.572913:0:22652:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699a00/0x35a208207d20e289 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.572943:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e282 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99859 expref: 7 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.572966:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699a00/0x35a208207d20e289 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99859 expref: 6 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.572976:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:2.0:1788833902.572980:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788833902.572998:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75699a00, rc 0) 00000100:00100000:2.0:1788833902.573085:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18733:x1875727612016512:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 555us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833902.573145:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 30 00000100:00100000:3.0:1788833902.579647:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.583768:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612016640 00000100:00100000:0.0:1788833902.583798:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612016640 00000100:00100000:0.0:1788833902.583923:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 31 00000100:00100000:0.0:1788833902.583939:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+6:18733:x1875727612016640:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:0.0:1788833902.583968:0:22651:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833902.584021:0:22651:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163a00/0x35a208207d20e290 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99860 expref: -99 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584388:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584409:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584425:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584439:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584447:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584454:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584558:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162800/0x35a208207d20e2a5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584566:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162800/0x35a208207d20e2a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584573:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162800/0x35a208207d20e2a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788833902.584620:0:22651:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788833902.584624:0:22651:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788833902.584654:0:22651:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162800/0x35a208207d20e2a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584678:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584685:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584693:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584700:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163c00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:0.0:1788833902.584705:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584714:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584730:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:0.0:1788833902.584733:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788833902.584739:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584746:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163c00/0x35a208207d20e297 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584761:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584767:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584773:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584784:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43163800 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:0.0:1788833902.584787:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584794:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584802:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff985d5044c900) 00010000:00010000:0.0:1788833902.584804:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788833902.584807:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584814:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163800/0x35a208207d20e29e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584845:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163a00/0x35a208207d20e290 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99860 expref: 8 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584859:0:22651:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162800/0x35a208207d20e2a5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99860 expref: 7 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.584868:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:0.0:1788833902.585211:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788833902.585215:0:22651:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43162800, rc 0) 00000100:00100000:0.0:1788833902.585336:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+7:18733:x1875727612016640:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 1400us (5701us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833902.585346:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 31 00000100:00100000:0.0:1788833902.587740:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.587865:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612016768 00000100:00100000:1.0:1788833902.587882:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612016768 00000100:00100000:1.0:1788833902.587946:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 6 00000100:00100000:1.0:1788833902.587955:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:18733:x1875727612016768:12345-192.168.202.26@tcp:900:lfs.0 00000100:00100000:1.0:1788833902.588044:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:18733:x1875727612016768:12345-192.168.202.26@tcp:900:lfs.0 Request processed in 90us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833902.588049:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 6 00000100:00080000:0.0:1788833902.588518:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788833902.594603:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.594778:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612017024 00000100:00100000:1.0:1788833902.594791:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612017024 00000100:00100000:1.0:1788833902.594871:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 32 00000100:00100000:1.0:1788833902.594884:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+7:18733:x1875727612017024:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:1.0:1788833902.594912:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833902.594940:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e2ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99867 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788833902.595125:0:22650:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788833902.595285:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e2ac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99867 expref: 9 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.595303:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:1.0:1788833902.595306:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788833902.595311:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e2ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99867 expref: 9 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.595329:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dc600, rc 0) 00000100:00100000:1.0:1788833902.595528:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+8:18733:x1875727612017024:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 646us (939us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788833902.595557:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 32 00000100:00100000:3.0:1788833902.600361:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.601079:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612017280 00000100:00100000:1.0:1788833902.601113:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612017280 00000100:00100000:1.0:1788833902.601191:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 33 00000100:00100000:1.0:1788833902.601203:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+8:18733:x1875727612017280:12345-192.168.202.26@tcp:36:lfs.0 00010000:00010000:1.0:1788833902.601291:0:25444:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833902.601328:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162800/0x35a208207d20e2a5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99860 expref: 8 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.601354:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:1.0:1788833902.601360:0:25444:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788833902.601389:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.601404:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.601422:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788833902.601696:0:25444:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002d8a44d9 reply state 000000006fcfca8c transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.601711:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.601717:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:1.0:1788833902.601720:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1788833902.601741:0:25444:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788833902.601751:0:25444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788833902.601863:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+9:18733:x1875727612017280:12345-192.168.202.26@tcp:36:lfs.0 Request processed in 661us (1525us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788833902.601871:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 33 00000100:00100000:0.0:1788833902.604195:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.604307:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612017536 00000100:00100000:2.0:1788833902.604318:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612017536 00000100:00100000:2.0:1788833902.604385:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 2 00000100:00100000:2.0:1788833902.604396:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+9:18733:x1875727612017536:12345-192.168.202.26@tcp:35:lfs.0 00000100:00100000:2.0:1788833902.604651:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+10:18733:x1875727612017536:12345-192.168.202.26@tcp:35:lfs.0 Request processed in 256us (468us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788833902.604659:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 2 00000100:00100000:2.0:1788833902.607849:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.607964:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612017792 00000100:00100000:1.0:1788833902.607978:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612017792 00000100:00100000:1.0:1788833902.608049:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 34 00000100:00100000:1.0:1788833902.608058:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+10:18733:x1875727612017792:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:1.0:1788833902.608104:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833902.608129:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e2c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9986e expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608209:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608223:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608234:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608243:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608248:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608252:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788833902.608783:0:22652:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788833902.608884:0:22652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608894:0:22652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608902:0:22652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608909:0:22652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc000 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:1.0:1788833902.608914:0:22652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608923:0:22652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608941:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:1.0:1788833902.608944:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788833902.608950:0:22652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608958:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e2c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608974:0:22652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.608981:0:22652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.609000:0:22652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.609005:0:22652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dd000 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:1.0:1788833902.609008:0:22652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.609015:0:22652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.609023:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff985d5044c900) 00010000:00010000:1.0:1788833902.609026:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788833902.609029:0:22652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.609035:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e2cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.609080:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e2c1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9986e expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.613194:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:1.0:1788833902.613201:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788833902.613215:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc600/0x35a208207d20e2c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9986e expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.613249:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dc600, rc 0) 00000100:00100000:1.0:1788833902.613370:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+11:18733:x1875727612017792:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 5312us (5533us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1788833902.613412:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 34 00000100:00100000:0.0:1788833902.620489:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.620637:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612017920 00000100:00100000:1.0:1788833902.620652:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612017920 00000100:00100000:1.0:1788833902.620761:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 35 00000100:00100000:1.0:1788833902.620774:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+11:18733:x1875727612017920:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:1.0:1788833902.620806:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833902.620833:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd600/0x35a208207d20e2dd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99875 expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.620977:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.620995:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.621009:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788833902.621037:0:25444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788833902.621041:0:25444:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788833902.621064:0:25444:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.621137:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd600/0x35a208207d20e2dd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 13 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.621158:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 12 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.621191:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:1.0:1788833902.621195:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788833902.621198:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dd800, rc 0) 00000100:00100000:1.0:1788833902.621262:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f469aa0-94e5-4656-ac95-0aebef31d2e2+12:18733:x1875727612017920:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 492us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833902.621280:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 35 00000100:00100000:0.0:1788833902.624425:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.624579:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612018048 00000100:00100000:2.0:1788833902.624592:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612018048 00000100:00100000:2.0:1788833902.624667:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 3 00000100:00100000:2.0:1788833902.624680:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+12:18733:x1875727612018048:12345-192.168.202.26@tcp:37:lfs.0 00000100:00100000:3.0:1788833902.629614:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+12:18733:x1875727612018048:12345-192.168.202.26@tcp:37:lfs.0 Request processed in 4919us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.629632:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 3 00000100:00100000:0.0:1788833902.636189:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833902.636297:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612018304 00000100:00100000:3.0:1788833902.636311:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612018304 00000100:00100000:3.0:1788833902.636383:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 4 00000100:00100000:3.0:1788833902.636394:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7c60d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+12:18733:x1875727612018304:12345-192.168.202.26@tcp:35:lfs.0 00000100:00100000:3.0:1788833902.636738:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7c60d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+13:18733:x1875727612018304:12345-192.168.202.26@tcp:35:lfs.0 Request processed in 342us (573us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788833902.636746:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 4 00000100:00100000:1.0:1788833902.702194:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.702392:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612018432 00000100:00100000:2.0:1788833902.702405:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612018432 00000100:00100000:2.0:1788833902.702480:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 36 00000100:00100000:2.0:1788833902.702492:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+11:18739:x1875727612018432:12345-192.168.202.26@tcp:101:bash.0 00010000:00010000:2.0:1788833902.702522:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833902.702549:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e2eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9987c expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702632:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702670:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702684:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702696:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702704:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702711:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702802:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699000/0x35a208207d20e300 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702810:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699000/0x35a208207d20e300 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702816:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699000/0x35a208207d20e300 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788833902.702858:0:22650:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788833902.702863:0:22650:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788833902.702923:0:22650:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699000/0x35a208207d20e300 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.702938:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703078:0:22650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703123:0:22650:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703131:0:22650:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698200 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833902.703136:0:22650:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703145:0:22650:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703161:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:2.0:1788833902.703164:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833902.703169:0:22650:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703330:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e2f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703349:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703355:0:22650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703361:0:22650:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703367:0:22650:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699400 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833902.703377:0:22650:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703384:0:22650:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703393:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff985d5044c900) 00010000:00010000:2.0:1788833902.703396:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833902.703399:0:22650:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703405:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e2f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703438:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e2eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9987c expref: 13 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703453:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699000/0x35a208207d20e300 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9987c expref: 12 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833902.703461:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:2.0:1788833902.703464:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788833902.703467:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75699000, rc 0) 00000100:00100000:2.0:1788833902.703557:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+12:18739:x1875727612018432:12345-192.168.202.26@tcp:101:bash.0 Request processed in 1066us (1388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833902.703567:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 36 00000100:00100000:0.0:1788833902.710734:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.710845:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612018560 00000100:00100000:1.0:1788833902.710858:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612018560 00000100:00100000:1.0:1788833902.711207:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 7 00000100:00100000:1.0:1788833902.711226:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+5:18739:x1875727612018560:12345-192.168.202.26@tcp:900:bash.0 00000100:00100000:1.0:1788833902.711354:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5639292d-c62f-4326-bfc6-1e3e321c388c+5:18739:x1875727612018560:12345-192.168.202.26@tcp:900:bash.0 Request processed in 134us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833902.717594:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 7 00000100:00100000:3.0:1788833902.718417:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.719026:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612018816 00000100:00100000:0.0:1788833902.719040:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612018816 00000100:00100000:0.0:1788833902.719156:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 37 00000100:00100000:0.0:1788833902.719168:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+12:18739:x1875727612018816:12345-192.168.202.26@tcp:101:bash.0 00010000:00010000:0.0:1788833902.719208:0:22651:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833902.719236:0:22651:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e307 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99883 expref: -99 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.719402:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.719422:0:22651:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 12 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.719433:0:22651:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.719477:0:22651:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 12 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833902.719495:0:22651:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 12 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833902.719537:0:22651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d4e57c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22651:1875727620522880:192.168.202.26@tcp:104: 00000100:00100000:0.0:1788833902.719662:0:22651:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d469adc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788833902.722530:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833902.723080:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612018944 00000100:00100000:3.0:1788833902.723131:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612018944 00010000:00010000:3.0:1788833902.723185:0:22637:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 13 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833902.723233:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 16 00000100:00100000:3.0:1788833902.723245:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+13:2409:x1875727612018944:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833902.723262:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833902.723280:0:22637:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 13 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.723295:0:22637:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 13 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.723327:0:22637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:3.0:1788833902.723335:0:22637:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.723346:0:22637:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.723371:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.723397:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833902.723476:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f469aa0-94e5-4656-ac95-0aebef31d2e2+13:2409:x1875727612018944:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 232us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.723485:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 16 00010000:00010000:2.0:1788833902.725709:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd800/0x35a208207d20e2e4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99875 expref: 12 pid: 25444 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833902.725743:0:22651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d4e57c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22651:1875727620522880:192.168.202.26@tcp:104: 00010000:00010000:2.0:1788833902.725928:0:22651:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.728388:0:22651:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.728411:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.728466:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.728484:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.728499:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729211:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729225:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729233:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788833902.729261:0:22651:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788833902.729327:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729336:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729344:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729351:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c43162600 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:3.0:1788833902.729356:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729364:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729380:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:3.0:1788833902.729383:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788833902.729388:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729395:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e30e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788833902.729414:0:22651:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001506e55a reply state 00000000f1ead56f transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729426:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729443:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff985c423ad600) 00010000:00010000:3.0:1788833902.729446:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788833902.729449:0:22651:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788833902.729499:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162400/0x35a208207d20e307 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 15 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729518:0:22651:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 14 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.729528:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833902.729531:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1788833902.729533:0:22651:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423ee200, rc 0) 00000100:00100000:3.0:1788833902.730151:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+15:18739:x1875727612018816:12345-192.168.202.26@tcp:101:bash.0 Request processed in 10981us (11736us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1788833902.730164:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 37 00000040:00080000:0.0:1788833902.732835:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788833902.747555:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.749147:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612019072 00000100:00100000:2.0:1788833902.749164:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612019072 00000100:00100000:2.0:1788833902.749272:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 38 00000100:00100000:2.0:1788833902.749285:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+15:18739:x1875727612019072:12345-192.168.202.26@tcp:101:bash.0 00010000:00010000:2.0:1788833902.749564:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833902.751755:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e32a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9988a expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.752971:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.752997:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.753013:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788833902.753077:0:22650:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788833902.753427:0:22650:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788833902.753457:0:22650:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.753471:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.753509:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e32a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 17 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.753535:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 16 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.753546:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833902.753549:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788833902.753553:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423efe00, rc 0) 00000100:00100000:3.0:1788833902.753711:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+16:18739:x1875727612019072:12345-192.168.202.26@tcp:101:bash.0 Request processed in 4425us (6314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.753721:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 38 00000100:00100000:2.0:1788833902.759680:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833902.759895:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612019328 00000100:00100000:3.0:1788833902.759908:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612019328 00000100:00100000:3.0:1788833902.759984:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 5 00000100:00100000:3.0:1788833902.759997:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+16:18739:x1875727612019328:12345-192.168.202.26@tcp:35:bash.0 00000100:00100000:3.0:1788833902.760578:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+17:18739:x1875727612019328:12345-192.168.202.26@tcp:35:bash.0 Request processed in 579us (907us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1788833902.760588:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 5 00010000:00010000:3.0:1788833902.796678:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833902.872610:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.873327:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612019584 00000100:00100000:1.0:1788833902.873340:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612019584 00000100:00100000:1.0:1788833902.873470:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 39 00000100:00100000:1.0:1788833902.873483:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+17:18749:x1875727612019584:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:1.0:1788833902.873517:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833902.873544:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e338 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99891 expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788833902.873676:0:25444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788833902.873853:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e338 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99891 expref: 19 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.874111:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985c417d6f00) 00010000:00010000:1.0:1788833902.874125:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788833902.874132:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e338 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99891 expref: 19 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.874151:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dd000, rc 0) 00000100:00100000:1.0:1788833902.874237:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+18:18749:x1875727612019584:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 757us (1642us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1788833902.874246:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 39 00000100:00100000:0.0:1788833902.877640:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833902.879256:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612019840 00000100:00100000:2.0:1788833902.879285:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612019840 00000100:00100000:2.0:1788833902.879378:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 6 00000100:00100000:2.0:1788833902.879390:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+18:18749:x1875727612019840:12345-192.168.202.26@tcp:35:lfs.0 00000100:00100000:2.0:1788833902.879965:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+19:18749:x1875727612019840:12345-192.168.202.26@tcp:35:lfs.0 Request processed in 574us (2336us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1788833902.879976:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 6 00000100:00100000:2.0:1788833902.955063:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.955255:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612020096 00000100:00100000:1.0:1788833902.955298:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612020096 00000100:00100000:1.0:1788833902.955515:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 40 00000100:00100000:1.0:1788833902.955528:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+19:18752:x1875727612020096:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:1.0:1788833902.955558:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833902.955583:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e346 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c99898 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.955731:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e34d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.955748:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e34d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.955762:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e34d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788833902.955783:0:22652:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788833902.955928:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e346 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99898 expref: 22 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.955949:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e34d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99898 expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.956059:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:1.0:1788833902.956062:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788833902.956066:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dc000, rc 0) 00000100:00100000:1.0:1788833902.956271:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+21:18752:x1875727612020096:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 735us (1212us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788833902.956280:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 40 00000100:00100000:0.0:1788833902.966247:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833902.966310:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833902.966512:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612020352 00000100:00100000:1.0:1788833902.966525:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612020352 00000100:00100000:1.0:1788833902.966611:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 0 00000100:00100000:1.0:1788833902.966624:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+21:2409:x1875727612020352:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788833902.966645:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788833902.966677:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e34d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99898 expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833902.966700:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:1.0:1788833902.966705:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788833902.966784:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+20:2409:x1875727612020352:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 163us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833902.966792:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 0 00000100:00100000:3.0:1788833902.967742:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612020224 00000100:00100000:3.0:1788833902.967756:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612020224 00000100:00100000:3.0:1788833902.967843:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 41 00000100:00100000:3.0:1788833902.967852:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+20:18752:x1875727612020224:12345-192.168.202.26@tcp:54:lfs.0 00010000:00010000:3.0:1788833902.967939:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968128:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968144:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968298:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968308:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968316:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968323:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985c423eec00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:3.0:1788833902.968328:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968337:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968463:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833902.968467:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788833902.968473:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833902.968494:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e35b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833902.968627:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+20:18752:x1875727612020224:12345-192.168.202.26@tcp:54:lfs.0 Request processed in 775us (2396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833902.968636:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 41 00000100:00100000:2.0:1788833902.971383:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833902.971690:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612020608 00000100:00100000:3.0:1788833902.971704:0:22654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612020608 00000100:00100000:3.0:1788833902.971797:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 7 00000100:00100000:3.0:1788833902.971811:0:22654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+20:18752:x1875727612020608:12345-192.168.202.26@tcp:35:lfs.0 00000100:00100000:3.0:1788833902.972613:0:22654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+21:18752:x1875727612020608:12345-192.168.202.26@tcp:35:lfs.0 Request processed in 798us (1238us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788833902.972626:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 7 00000040:00080000:3.0:1788833903.118714:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788833903.289780:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.289935:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612020864 00000100:00100000:3.0:1788833903.289949:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612020864 00000100:00100000:3.0:1788833903.290033:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 42 00000100:00100000:3.0:1788833903.290046:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+21:18783:x1875727612020864:12345-192.168.202.26@tcp:101:cat.0 00010000:00010000:3.0:1788833903.290079:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833903.290148:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e362 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c9989f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.290306:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20e369 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.290323:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20e369 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.290372:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20e369 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788833903.290388:0:22650:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788833903.290564:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e362 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9989f expref: 24 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.290590:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20e369 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9989f expref: 23 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.290601:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.290615:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788833903.290620:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423ef400, rc 0) 00000100:00100000:3.0:1788833903.290704:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+23:18783:x1875727612020864:12345-192.168.202.26@tcp:101:cat.0 Request processed in 660us (949us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1788833903.290712:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 42 00000100:00100000:2.0:1788833903.295445:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.295544:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612021120 00000100:00100000:3.0:1788833903.295557:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612021120 00000100:00100000:3.0:1788833903.295641:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 8 00000100:00100000:3.0:1788833903.295654:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+23:18783:x1875727612021120:12345-192.168.202.26@tcp:35:cat.0 00000100:00100000:3.0:1788833903.296050:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+24:18783:x1875727612021120:12345-192.168.202.26@tcp:35:cat.0 Request processed in 398us (619us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1788833903.296059:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 8 00000100:00100000:2.0:1788833903.297485:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.297926:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612021248 00000100:00100000:3.0:1788833903.297939:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612021248 00000100:00100000:3.0:1788833903.298017:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 1 00000100:00100000:3.0:1788833903.298028:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+24:2409:x1875727612021248:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833903.298070:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833903.298138:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20e369 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9989f expref: 24 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.298162:0:22636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.298168:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833903.298233:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+23:2409:x1875727612021248:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 206us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.298241:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 1 00000100:00100000:2.0:1788833903.367215:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833903.367347:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612021504 00000100:00100000:1.0:1788833903.367371:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612021504 00000100:00100000:1.0:1788833903.367470:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 43 00000100:00100000:1.0:1788833903.367483:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+23:18789:x1875727612021504:12345-192.168.202.26@tcp:101:dd.0 00010000:00010000:1.0:1788833903.367520:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833903.367549:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e377 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998a6 expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.367714:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.367733:0:25444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 24 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.367743:0:25444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 24 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.367752:0:25444:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.367801:0:25444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 24 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.367817:0:25444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 24 pid: 22650 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833903.367833:0:25444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fad6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25444:1875727620523008:192.168.202.26@tcp:104: 00010000:00010000:1.0:1788833903.367955:0:25444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 24 pid: 22651 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.367978:0:25444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 24 pid: 22651 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833903.367988:0:25444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fad4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25444:1875727620523136:192.168.202.26@tcp:104: 00000100:00100000:1.0:1788833903.368031:0:25444:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45775c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788833903.371842:0:25444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fad6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25444:1875727620523008:192.168.202.26@tcp:104: 00000100:00100000:1.0:1788833903.371862:0:25444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fad4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25444:1875727620523136:192.168.202.26@tcp:104: 00010000:00010000:1.0:1788833903.371897:0:25444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833903.372878:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833903.372928:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.373063:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612021632 00000100:00100000:3.0:1788833903.373074:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612021632 00010000:00010000:3.0:1788833903.373153:0:22637:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 25 pid: 22650 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833903.373197:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612021760 00000100:00100000:3.0:1788833903.373200:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612021760 00010000:00010000:3.0:1788833903.373213:0:22637:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 26 pid: 22651 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833903.373230:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 17 00000100:00100000:3.0:1788833903.373240:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+26:2409:x1875727612021632:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833903.373268:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833903.373276:0:22637:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 26 pid: 22650 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373290:0:22637:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 26 pid: 22650 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373342:0:22637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423efe00/0x35a208207d20e331 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c9988a expref: 26 pid: 22650 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373373:0:22637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.373379:0:22637:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373388:0:22637:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373394:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833903.373468:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+25:2409:x1875727612021632:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 228us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.373477:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 17 00000100:00100000:3.0:1788833903.373498:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 18 00000100:00100000:3.0:1788833903.373505:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75498050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+24:2409:x1875727612021760:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833903.373513:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833903.373517:0:22637:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 24 pid: 22651 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373526:0:22637:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 24 pid: 22651 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373538:0:22637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ee200/0x35a208207d20e31c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c99883 expref: 24 pid: 22651 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373562:0:22637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.373566:0:22637:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373574:0:22637:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373582:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.373605:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833903.373625:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75498050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+23:2409:x1875727612021760:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 121us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.373632:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 18 00010000:00010000:1.0:1788833903.374328:0:25444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.374342:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788833903.374376:0:25444:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788833903.374584:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e377 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998a6 expref: 24 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.374618:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dd000/0x35a208207d20e37e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998a6 expref: 23 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.374627:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:1.0:1788833903.374630:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788833903.374633:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dd000, rc 0) 00000100:00100000:1.0:1788833903.374689:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+23:18789:x1875727612021504:12345-192.168.202.26@tcp:101:dd.0 Request processed in 7209us (7490us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788833903.374697:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 43 00000100:00100000:2.0:1788833903.377506:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.378497:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612021888 00000100:00100000:3.0:1788833903.378514:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612021888 00000100:00100000:3.0:1788833903.378720:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 44 00000100:00100000:3.0:1788833903.378735:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+23:18789:x1875727612021888:12345-192.168.202.26@tcp:101:dd.0 00010000:00010000:3.0:1788833903.378781:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833903.378812:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20e38c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998ad expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.378856:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.378873:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.378909:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.379056:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423ef400/0x35a208207d20e38c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 25 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.379080:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 24 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.379125:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.379129:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788833903.379132:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c423eec00, rc 0) 00000100:00100000:3.0:1788833903.379213:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+24:18789:x1875727612021888:12345-192.168.202.26@tcp:101:dd.0 Request processed in 482us (1721us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.379221:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 44 00000100:00100000:2.0:1788833903.383670:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.383756:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612022144 00000100:00100000:3.0:1788833903.383829:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612022144 00000100:00100000:3.0:1788833903.383943:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 45 00000100:00100000:3.0:1788833903.383955:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+24:18789:x1875727612022144:12345-192.168.202.26@tcp:36:dd.0 00010000:00010000:3.0:1788833903.384306:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.384328:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.384340:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788833903.384430:0:22651:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1788833903.384456:0:22651:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000009d8b57 reply state 00000000c82e7c71 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.384470:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.384478:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.384481:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788833903.384486:0:22651:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788833903.384839:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+27:18789:x1875727612022144:12345-192.168.202.26@tcp:36:dd.0 Request processed in 651us (1006us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1788833903.384850:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 45 00000020:00080000:3.0:1788833903.384857:0:22651:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788833903.387507:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833903.387602:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612022272 00000100:00100000:1.0:1788833903.387626:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612022272 00000100:00100000:1.0:1788833903.387703:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 46 00000100:00100000:1.0:1788833903.387717:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+27:18789:x1875727612022272:12345-192.168.202.26@tcp:101:dd.0 00010000:00010000:1.0:1788833903.387749:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833903.387938:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e3a1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998b4 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.388021:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e3a1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998b4 expref: 28 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.388039:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e3a1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998b4 expref: 28 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.388061:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:1.0:1788833903.388064:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788833903.388069:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dc000, rc 0) 00000100:00100000:1.0:1788833903.388223:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18789:x1875727612022272:12345-192.168.202.26@tcp:101:dd.0 Request processed in 508us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833903.388231:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 46 00000100:00100000:2.0:1788833903.401558:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.401677:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612022528 00000100:00100000:3.0:1788833903.401690:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612022528 00000100:00100000:3.0:1788833903.401788:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 2 00000100:00100000:3.0:1788833903.401802:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18789:x1875727612022528:12345-192.168.202.26@tcp:103:dd.0 00010000:00010000:3.0:1788833903.401823:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833903.401856:0:22637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc000/0x35a208207d20e3a1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998b4 expref: 28 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.401882:0:22637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.401887:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833903.401964:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+27:18789:x1875727612022528:12345-192.168.202.26@tcp:103:dd.0 Request processed in 164us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.401972:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 2 00000100:00100000:0.0:1788833903.404710:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833903.404827:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612022656 00000100:00100000:1.0:1788833903.404842:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612022656 00000100:00100000:1.0:1788833903.404920:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 47 00000100:00100000:1.0:1788833903.404933:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+27:18789:x1875727612022656:12345-192.168.202.26@tcp:58:dd.0 00010000:00010000:1.0:1788833903.405132:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.405157:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833903.405173:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788833903.406927:0:25444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788833903.406968:0:25444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1788833903.407196:0:25444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1788833903.407482:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+27:18789:x1875727612022656:12345-192.168.202.26@tcp:58:dd.0 Request processed in 2545us (2780us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833903.407494:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 47 00000100:00100000:2.0:1788833903.410255:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.410422:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612022784 00000100:00100000:3.0:1788833903.410436:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612022784 00000100:00100000:3.0:1788833903.410568:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 48 00000100:00100000:3.0:1788833903.410580:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+27:18789:x1875727612022784:12345-192.168.202.26@tcp:101:dd.0 00010000:00010000:3.0:1788833903.410620:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833903.410648:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998bb expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.410727:0:22650:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.410740:0:22650:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 28 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.410774:0:22650:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.410793:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 28 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.410810:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833903.410813:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788833903.410818:0:22650:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 28 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833903.410826:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d429c9c00, rc 0) 00000100:00100000:3.0:1788833903.410903:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18789:x1875727612022784:12345-192.168.202.26@tcp:101:dd.0 Request processed in 325us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.410911:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 48 00000100:00100000:2.0:1788833903.536850:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833903.536905:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833903.536991:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833903.537033:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833903.537069:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612023168 00000100:00100000:2.0:1788833903.537081:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612023168 00000100:00100000:2.0:1788833903.537219:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612023424 00000100:00100000:2.0:1788833903.537223:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612023424 00000100:00100000:2.0:1788833903.537240:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612023040 00000100:00100000:2.0:1788833903.537242:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612023040 00000100:00100000:2.0:1788833903.537293:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 18 00000100:00100000:2.0:1788833903.537306:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d6f22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2407:x1875727612023168:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833903.537399:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d6f22ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2407:x1875727612023168:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 96us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833903.537408:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 18 00000100:00100000:2.0:1788833903.537434:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:2.0:1788833903.537440:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2407:x1875727612023424:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1788833903.537467:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2407:x1875727612023424:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 28us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.537678:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612022912 00000100:00100000:3.0:1788833903.537683:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612022912 00000100:00100000:3.0:1788833903.537720:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 164 00000100:00100000:3.0:1788833903.537731:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+13:2407:x1875727612022912:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:3.0:1788833903.537776:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6676d40d-0144-4188-ab21-856152abdd00+13:2407:x1875727612022912:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 48us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.537783:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 164 00000100:00080000:3.0:1788833903.537842:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788833903.537847:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788833903.537943:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.538037:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833903.538172:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612023552 00000100:00100000:3.0:1788833903.538176:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612023552 00000100:00100000:3.0:1788833903.538205:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 20 00000100:00100000:3.0:1788833903.538213:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e4e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2407:x1875727612023040:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:3.0:1788833903.538246:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e4e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2407:x1875727612023040:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 34us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.538253:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 20 00000100:00100000:3.0:1788833903.538279:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 21 00000100:00100000:3.0:1788833903.538286:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2407:x1875727612023552:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:3.0:1788833903.538309:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2407:x1875727612023552:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 24us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833903.538315:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 21 00000100:00080000:3.0:1788833903.538327:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788833903.538650:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:0.0:1788833903.538677:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612023296 00000100:00100000:0.0:1788833903.538682:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612023296 00000100:00100000:0.0:1788833903.538721:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 54 00000100:00100000:0.0:1788833903.538727:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2407:x1875727612023296:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1788833903.538765:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2f469aa0-94e5-4656-ac95-0aebef31d2e2+5:2407:x1875727612023296:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 37us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833903.538772:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 54 00010000:00010000:3.0:1788833903.820546:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788833904.140391:0:22684:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788833904.140420:0:22684:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788833904.140458:0:22684:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788833904.140470:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788833904.140653:0:22684:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22684:1875727620523264:192.168.202.26@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788833904.140818:0:22684:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d43b459c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833904.145433:0:22684:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22684:1875727620523264:192.168.202.26@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788833904.151699:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833904.151816:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612023680 00000100:00100000:1.0:1788833904.151830:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612023680 00000100:00100000:1.0:1788833904.151933:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 49 00000100:00100000:1.0:1788833904.151947:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18790:x1875727612023680:12345-192.168.202.26@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788833904.151992:0:22652:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788833904.152191:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18790:x1875727612023680:12345-192.168.202.26@tcp:53:lhsmtool_posix.0 Request processed in 248us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833904.152199:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 49 00000100:00080000:0.0:1788833904.152796:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788833904.168351:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.168467:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612023808 00000100:00100000:2.0:1788833904.168481:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612023808 00000100:00100000:2.0:1788833904.168563:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 50 00000100:00100000:2.0:1788833904.168575:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18790:x1875727612023808:12345-192.168.202.26@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788833904.168678:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168719:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168738:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168758:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168833:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168840:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168872:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168882:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168890:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788833904.168958:0:22651:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788833904.168963:0:22651:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788833904.168985:0:22651:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.168999:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169616:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169625:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169632:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699e00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.169637:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169645:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169661:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff985c4315ed00) 00010000:00010000:2.0:1788833904.169664:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.169670:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169676:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3b6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169697:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169703:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169708:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169713:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698c00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.169723:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169728:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169736:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff985d5044cc00) 00010000:00010000:2.0:1788833904.169738:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.169741:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169747:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3bd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169779:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169785:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169791:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169796:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699400 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.169799:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169805:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169812:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:2.0:1788833904.169814:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.169825:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.169830:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3c4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833904.169947:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18790:x1875727612023808:12345-192.168.202.26@tcp:34:lhsmtool_posix.0 Request processed in 1371us (1609us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833904.169959:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 50 00000100:00100000:2.0:1788833904.175479:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.175677:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612024064 00000100:00100000:3.0:1788833904.175692:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612024064 00000100:00100000:3.0:1788833904.175780:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 51 00000100:00100000:3.0:1788833904.175794:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+28:18790:x1875727612024064:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788833904.175827:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833904.175857:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e3cb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998c2 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176008:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176432:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176452:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788833904.176471:0:22652:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788833904.176588:0:22652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176597:0:22652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176629:0:22652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176636:0:22652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c9e00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:3.0:1788833904.176642:0:22652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176652:0:22652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176668:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833904.176672:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788833904.176678:0:22652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176685:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e3d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.176751:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e3cb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998c2 expref: 30 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.177116:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff985c4315ed00) 00010000:00010000:3.0:1788833904.177120:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788833904.177125:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e3cb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998c2 expref: 30 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.177201:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d429c8600, rc 0) 00000100:00100000:3.0:1788833904.177645:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+29:18790:x1875727612024064:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 1850us (2178us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1788833904.177671:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 51 00000100:00100000:0.0:1788833904.183618:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.183738:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612024192 00000100:00100000:2.0:1788833904.183753:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612024192 00000100:00100000:2.0:1788833904.183831:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 52 00000100:00100000:2.0:1788833904.183844:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+29:18790:x1875727612024192:12345-192.168.202.26@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788833904.183895:0:22651:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788833904.184165:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+29:18790:x1875727612024192:12345-192.168.202.26@tcp:53:lhsmtool_posix.0 Request processed in 323us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833904.184175:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 52 00000100:00100000:0.0:1788833904.187722:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.188044:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612024448 00000100:00100000:2.0:1788833904.188061:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612024448 00000100:00100000:2.0:1788833904.188191:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 53 00000100:00100000:2.0:1788833904.188204:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+29:18790:x1875727612024448:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788833904.188566:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833904.188599:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3e0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998c9 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788833904.189178:0:22650:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:2.0:1788833904.189188:0:22650:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:2.0:1788833904.190966:0:22650:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1788833904.191333:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3e7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.191356:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.191371:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.191467:0:22650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699400/0x35a208207d20e3e0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998c9 expref: 32 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.191499:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998c9 expref: 31 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.191510:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985d5044cc00) 00010000:00010000:2.0:1788833904.191513:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788833904.191517:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75698c00, rc 0) 00000100:00100000:2.0:1788833904.191613:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+31:18790:x1875727612024448:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 3410us (3908us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1788833904.191625:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 53 00000100:00100000:0.0:1788833904.196840:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.197427:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612024704 00000100:00100000:2.0:1788833904.197442:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612024704 00000100:00100000:2.0:1788833904.197526:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 54 00000100:00100000:2.0:1788833904.197538:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+31:18790:x1875727612024704:12345-192.168.202.26@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788833904.197629:0:22651:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788833904.197665:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698c00/0x35a208207d20e3e7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998c9 expref: 31 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197714:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985d5044cc00) 00010000:00010000:2.0:1788833904.197731:0:22651:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788833904.197771:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197788:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197800:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197817:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197825:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197831:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197890:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197898:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197905:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197912:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75699e00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.197918:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197933:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197943:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:2.0:1788833904.197946:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.197951:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197957:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e3f5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197969:0:22651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197976:0:22651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197982:0:22651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197987:0:22651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698200 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.197990:0:22651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.197996:0:22651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.198003:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x36d7220f (ffff985d5044ca00) 00010000:00010000:2.0:1788833904.198005:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.198008:0:22651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.198035:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e3fc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x36d7220f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833904.198172:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+30:18790:x1875727612024704:12345-192.168.202.26@tcp:36:lhsmtool_posix.0 Request processed in 635us (1347us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788833904.198180:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 54 00000100:00100000:0.0:1788833904.202719:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.203276:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612024832 00000100:00100000:3.0:1788833904.203291:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612024832 00000100:00100000:3.0:1788833904.203379:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 55 00000100:00100000:3.0:1788833904.203391:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+30:18790:x1875727612024832:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788833904.203420:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833904.203452:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e403 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998d0 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.203501:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e40a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.203517:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e40a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.203531:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e40a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.203678:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e403 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d0 expref: 32 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.203699:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9e00/0x35a208207d20e40a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d0 expref: 31 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.203710:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:3.0:1788833904.203713:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788833904.203717:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d429c9e00, rc 0) 00000100:00100000:3.0:1788833904.203869:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+31:18790:x1875727612024832:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 479us (1167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833904.203883:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 55 00000100:00100000:0.0:1788833904.207174:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.207332:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612025088 00000100:00100000:2.0:1788833904.207344:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612025088 00000100:00100000:2.0:1788833904.207413:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 56 00000100:00100000:2.0:1788833904.207425:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+31:18790:x1875727612025088:12345-192.168.202.26@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788833904.207530:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.207552:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.207564:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788833904.207800:0:22651:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1788833904.207812:0:22651:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 701090723782ns, next at 702090720588ns, rc = 0 00000004:00010000:2.0:1788833904.207871:0:22651:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000dccba348 reply state 00000000888cf997 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.207887:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.207895:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:2.0:1788833904.207916:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788833904.207921:0:22651:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788833904.208058:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+33:18790:x1875727612025088:12345-192.168.202.26@tcp:36:lhsmtool_posix.0 Request processed in 633us (898us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788833904.208065:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 56 00000100:00100000:0.0:1788833904.215047:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.215127:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612025216 00000100:00100000:2.0:1788833904.215198:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612025216 00000100:00100000:2.0:1788833904.215338:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 57 00000100:00100000:2.0:1788833904.215462:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d4e57d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+33:18790:x1875727612025216:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788833904.215498:0:22650:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788833904.215527:0:22650:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998d7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.215604:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 34 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.215620:0:22650:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 34 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.215643:0:22650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:2.0:1788833904.215647:0:22650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788833904.215651:0:22650:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d75699e00, rc 0) 00000100:00100000:2.0:1788833904.215731:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d4e57d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+34:18790:x1875727612025216:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 274us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833904.222310:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.222536:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612025344 00000100:00100000:3.0:1788833904.222552:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612025344 00000100:00100000:3.0:1788833904.222625:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 23 00000100:00100000:3.0:1788833904.222640:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2408:x1875727612025344:12345-192.168.202.26@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788833904.223057:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 57 00000100:00100000:3.0:1788833904.223121:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2408:x1875727612025344:12345-192.168.202.26@tcp:2:lhsmtool_posix.0 Request processed in 484us (825us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1788833904.223129:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 23 00000100:00100000:0.0:1788833904.229968:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.230142:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612025600 00000100:00100000:3.0:1788833904.230155:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612025600 00000100:00100000:3.0:1788833904.230240:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 9 00000100:00100000:3.0:1788833904.230265:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+34:18790:x1875727612025600:12345-192.168.202.26@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788833904.230601:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+35:18790:x1875727612025600:12345-192.168.202.26@tcp:35:lhsmtool_posix.0 Request processed in 349us (647us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1788833904.230609:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 9 00000100:00100000:0.0:1788833904.233819:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.233974:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612025856 00000100:00100000:3.0:1788833904.233987:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612025856 00000100:00100000:3.0:1788833904.234064:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 58 00000100:00100000:3.0:1788833904.234077:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+35:18790:x1875727612025856:12345-192.168.202.26@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788833904.234298:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+35:18790:x1875727612025856:12345-192.168.202.26@tcp:57:lhsmtool_posix.0 Request processed in 222us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833904.234306:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 58 00000100:00100000:1.0:1788833904.238516:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.238615:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612025984 00000100:00100000:3.0:1788833904.238631:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612025984 00000100:00100000:3.0:1788833904.238735:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 59 00000100:00100000:3.0:1788833904.238746:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+35:18790:x1875727612025984:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788833904.238774:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833904.238802:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e41f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998de expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.238896:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e426 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.238912:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e426 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.238926:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e426 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788833904.239285:0:22652:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788833904.239311:0:22652:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e426 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.239343:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e41f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998de expref: 37 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.239366:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e426 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998de expref: 36 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.239376:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:3.0:1788833904.239379:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788833904.239382:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d429c9200, rc 0) 00000100:00100000:3.0:1788833904.240003:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+36:18790:x1875727612025984:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 1254us (1498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833904.240028:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 59 00000100:00100000:0.0:1788833904.247493:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833904.247608:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612026112 00000100:00100000:1.0:1788833904.247623:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612026112 00000100:00100000:1.0:1788833904.247703:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 24 00000100:00100000:1.0:1788833904.247716:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+6:2408:x1875727612026112:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788833904.247773:0:24158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788833904.247808:0:24158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998e5 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788833904.247841:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9f7070, blocks: 0x0 00010000:00010000:1.0:1788833904.247867:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=701s v=(0 0) 00010000:00010000:1.0:1788833904.247873:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788833904.247886:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 7 pid: 24158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.247910:0:24158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 7 pid: 24158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.247927:0:24158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d775dd400, rc 0) 00000100:00100000:1.0:1788833904.248262:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+7:2408:x1875727612026112:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 536us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1788833904.248271:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 24 00000100:00100000:0.0:1788833904.251973:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.252170:0:25444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612026368 00000100:00100000:3.0:1788833904.252185:0:25444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612026368 00000100:00100000:3.0:1788833904.252274:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 60 00000100:00100000:3.0:1788833904.252287:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+36:18790:x1875727612026368:12345-192.168.202.26@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788833904.252769:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+36:18790:x1875727612026368:12345-192.168.202.26@tcp:57:lhsmtool_posix.0 Request processed in 470us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833904.252796:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 60 00000100:00100000:0.0:1788833904.257323:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.257483:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612026496 00000100:00100000:2.0:1788833904.257497:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612026496 00000100:00100000:2.0:1788833904.257577:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 61 00000100:00100000:2.0:1788833904.257589:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+36:18790:x1875727612026496:12345-192.168.202.26@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788833904.265565:0:22630:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1788833904.265590:0:22630:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:1.0:1788833904.265655:0:22630:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1788833904.265861:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788833904.265890:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620523392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788833904.265994:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833904.266074:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620523392 00000100:00100000:2.0:1788833904.266083:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620523392 00000100:00100000:2.0:1788833904.266184:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788833904.266196:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3634:x1875727620523392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1788833904.266383:0:24647:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788833904.266388:0:24647:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1788833904.266390:0:24647:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788833904.266398:0:24647:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788833904 -> 1788833904 00002000:00010000:2.0:1788833904.266402:0:24647:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788833904.266450:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3634:x1875727620523392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 256us (456us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788833904.266458:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1788833904.266484:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1788833904.266525:0:3634:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff985d73e14700/2, rc 0, transno 12884901892 00000100:00100000:2.0:1788833904.266531:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620523392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788833904.266672:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+19:18790:x1875727612026496:12345-192.168.202.26@tcp:44:lhsmtool_posix.0 Request processed in 9082us (9362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833904.266705:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 61 00010000:00010000:0.0:1788833904.268143:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.268163:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.268172:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.268179:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dca00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:0.0:1788833904.268184:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.268193:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.268213:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:0.0:1788833904.268217:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788833904.268223:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.268230:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dca00/0x35a208207d20e2ba lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270829:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270851:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270861:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270868:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698a00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.270874:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270883:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270903:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff985d5044c900) 00010000:00010000:2.0:1788833904.270907:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.270913:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270921:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698a00/0x35a208207d20e266 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270958:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270965:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270994:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.270999:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698400 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.271003:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271009:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271018:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff985d5044cb00) 00010000:00010000:2.0:1788833904.271020:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.271023:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271030:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698400/0x35a208207d20e26d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271047:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271052:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271059:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271064:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d744cc800 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.271066:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271083:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271118:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff985c423ad600) 00010000:00010000:2.0:1788833904.271121:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.271124:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271130:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d744cc800/0x35a208207d20e315 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271148:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271154:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271161:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271166:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c9600 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.271168:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271175:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271183:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:2.0:1788833904.271185:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788833904.271188:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271201:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9600/0x35a208207d20e39a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271215:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271222:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271227:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271233:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698200 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:2.0:1788833904.271236:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271243:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271271:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:2.0:1788833904.271274:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788833904.271277:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.271284:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75698200/0x35a208207d20e411 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833904.272454:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.272551:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612026624 00000100:00100000:2.0:1788833904.272565:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612026624 00000100:00100000:2.0:1788833904.272661:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 26 00000100:00100000:2.0:1788833904.272674:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+7:2409:x1875727612026624:12345-192.168.202.26@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788833904.272900:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+7:2409:x1875727612026624:12345-192.168.202.26@tcp:16:lhsmtool_posix.0 Request processed in 228us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833904.272909:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 26 00000100:00100000:0.0:1788833904.275326:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.275489:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612026880 00000100:00100000:3.0:1788833904.275501:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612026880 00000100:00100000:3.0:1788833904.275578:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 62 00000100:00100000:3.0:1788833904.275591:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+15:18790:x1875727612026880:12345-192.168.202.26@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788833904.275670:0:22651:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833904.275709:0:22651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e426 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998de expref: 15 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.275736:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:3.0:1788833904.275742:0:22651:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788833904.275801:0:22651:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e434 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.275819:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e434 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.275830:0:22651:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e434 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788833904.276024:0:22651:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eaf1abb9 reply state 0000000045ad2476 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e434 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.276039:0:22651:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8600/0x35a208207d20e434 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22651 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.276056:0:22651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:3.0:1788833904.276059:0:22651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788833904.276062:0:22651:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788833904.276230:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+16:18790:x1875727612026880:12345-192.168.202.26@tcp:36:lhsmtool_posix.0 Request processed in 641us (916us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1788833904.276238:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 62 00000100:00100000:0.0:1788833904.279634:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.279792:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612027008 00000100:00100000:3.0:1788833904.279805:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612027008 00000100:00100000:3.0:1788833904.279874:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 27 00000100:00100000:3.0:1788833904.279885:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+7:18790:x1875727612027008:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788833904.279909:0:24647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788833904.279934:0:24647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998ec expref: -99 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.279988:0:24647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 8 pid: 24158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.279999:0:24647:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788833904.280004:0:24647:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788833904.280010:0:24647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 8 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.280060:0:24647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 8 pid: 24158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.280077:0:24647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 8 pid: 24158 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833904.280150:0:24647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24647:1875727620523520:192.168.202.26@tcp:104: 00000100:00100000:3.0:1788833904.280270:0:24647:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46749000 going to sleep for 11 seconds 00000100:00100000:1.0:1788833904.284078:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1788833904.284472:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612027136 00000100:00100000:0.0:1788833904.284485:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612027136 00010000:00010000:0.0:1788833904.284540:0:22635:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 9 pid: 24158 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.284593:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:0.0:1788833904.284616:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+9:2408:x1875727612027136:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788833904.284635:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788833904.284664:0:22635:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 9 pid: 24158 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.284680:0:22635:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 9 pid: 24158 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.284716:0:22635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788833904.284721:0:22635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788833904.284729:0:22635:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 9 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.284741:0:22635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 9 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.284799:0:22635:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 9 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.284841:0:22635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73f47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22635:1875727620523648:192.168.202.26@tcp:105: 00000100:00100000:0.0:1788833904.285186:0:22635:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d469ad000 going to sleep for 11 seconds 00010000:00010000:3.0:1788833904.286349:0:24647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000931f2f6e/0x35a208207d20e42d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998e5 expref: 9 pid: 24158 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833904.286375:0:24647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24647:1875727620523520:192.168.202.26@tcp:104: 00010000:00010000:3.0:1788833904.286412:0:24647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 8 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.286427:0:24647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985d429c9000, rc 0) 00000100:00100000:2.0:1788833904.286612:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+8:18790:x1875727612027008:12345-192.168.202.26@tcp:101:lhsmtool_posix.0 Request processed in 6719us (6996us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833904.286624:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 27 00000100:00100000:1.0:1788833904.290476:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.290745:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612027264 00000100:00100000:2.0:1788833904.290768:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612027264 00000100:00100000:2.0:1788833904.290860:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 28 00000100:00100000:2.0:1788833904.290872:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+8:2408:x1875727612027264:12345-192.168.202.26@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788833904.291153:0:24158:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788833904.291158:0:24158:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788833904 00002000:00010000:2.0:1788833904.291161:0:24158:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788833903 00002000:00010000:2.0:1788833904.291164:0:24158:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788833904 -> 1788833904 00002000:00010000:2.0:1788833904.291167:0:24158:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788833904.291241:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+9:2408:x1875727612027264:12345-192.168.202.26@tcp:2:lhsmtool_posix.0 Request processed in 370us (780us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788833904.291270:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 28 00000100:00100000:0.0:1788833904.292332:0:22635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73f47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22635:1875727620523648:192.168.202.26@tcp:105: 00010000:00010000:0.0:1788833904.292374:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788833904.292435:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+8:2408:x1875727612027136:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 7831us (8371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833904.292446:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:1.0:1788833904.296565:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.296830:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612027392 00000100:00100000:2.0:1788833904.296845:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612027392 00000100:00100000:2.0:1788833904.296915:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 29 00000100:00100000:2.0:1788833904.296927:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+8:2408:x1875727612027392:12345-192.168.202.26@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788833904.297083:0:24155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.297162:0:24155:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 8 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.297172:0:24155:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788833904.297178:0:24155:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788833904.297183:0:24155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.297225:0:24155:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 8 pid: 24647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.297242:0:24155:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 8 pid: 24647 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833904.297271:0:24155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24155:1875727620523776:192.168.202.26@tcp:104: 00000100:00100000:2.0:1788833904.297530:0:24155:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d4eed3540 going to sleep for 11 seconds 00000100:00100000:2.0:1788833904.300860:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.301055:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612027520 00000100:00100000:3.0:1788833904.301066:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612027520 00010000:00010000:3.0:1788833904.301147:0:22636:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 9 pid: 24647 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833904.301197:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 20 00000100:00100000:3.0:1788833904.301208:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+9:2408:x1875727612027520:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788833904.301231:0:22636:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788833904.301272:0:22636:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 9 pid: 24647 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.301289:0:22636:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 9 pid: 24647 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.301362:0:22636:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788833904.301368:0:22636:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788833904.301376:0:22636:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.301386:0:22636:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.301411:0:22636:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788833904.301476:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5639292d-c62f-4326-bfc6-1e3e321c388c+9:2408:x1875727612027520:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 269us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833904.301485:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 20 00010000:00010000:0.0:1788833904.303295:0:24155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4e95718/0x35a208207d20e43b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ec expref: 8 pid: 24647 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.303326:0:24155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24155:1875727620523776:192.168.202.26@tcp:104: 00010000:00010000:0.0:1788833904.303464:0:24155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303478:0:24155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303486:0:24155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303522:0:24155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303558:0:24155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303566:0:24155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303571:0:24155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d75698400 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833904.303575:0:24155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303584:0:24155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303602:0:24155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.303959:0:24155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fb124cf/0x35a208207d20e442 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.304184:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+7:2408:x1875727612027392:12345-192.168.202.26@tcp:1:lhsmtool_posix.0 Request processed in 7255us (7630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833904.304195:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 29 00000100:00100000:2.0:1788833904.308046:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.311032:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612027776 00000100:00100000:3.0:1788833904.311054:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612027776 00000100:00100000:3.0:1788833904.311159:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 63 00000100:00100000:3.0:1788833904.311173:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+16:18790:x1875727612027776:12345-192.168.202.26@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788833904.311304:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.311323:0:22652:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 16 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.311330:0:22652:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.311376:0:22652:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 16 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.311407:0:22652:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 16 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833904.311422:0:22652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22652:1875727620523904:192.168.202.26@tcp:104: 00000100:00100000:3.0:1788833904.311522:0:22652:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d46749000 going to sleep for 11 seconds 00000100:00100000:1.0:1788833904.314319:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.314497:0:22652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22652:1875727620523904:192.168.202.26@tcp:104: 00010000:00010000:3.0:1788833904.314534:0:22652:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.314631:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612027904 00000100:00100000:0.0:1788833904.314640:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612027904 00010000:00010000:0.0:1788833904.314683:0:22635:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 17 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.314781:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 21 00000100:00100000:0.0:1788833904.314792:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+17:2409:x1875727612027904:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788833904.314811:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788833904.314820:0:22635:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 17 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.314830:0:22635:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 17 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.314854:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c423eec00/0x35a208207d20e393 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998ad expref: 17 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.314868:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:0.0:1788833904.314874:0:22635:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 16 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.314885:0:22635:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.314894:0:22635:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.314902:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.314938:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788833904.315012:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+16:2409:x1875727612027904:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 221us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833904.315028:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 21 00010000:00010000:1.0:1788833904.315081:0:22652:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.315107:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.315387:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.315398:0:22652:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 16 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.315404:0:22652:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.315437:0:22652:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 16 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.315451:0:22652:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 16 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788833904.315467:0:22652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d7fad6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22652:1875727620524032:192.168.202.26@tcp:104: 00000100:00100000:1.0:1788833904.315525:0:22652:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45775840 going to sleep for 11 seconds 00000100:00100000:1.0:1788833904.319171:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1788833904.319280:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612028032 00000100:00100000:2.0:1788833904.319293:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612028032 00010000:00010000:2.0:1788833904.319358:0:22637:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 17 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833904.319419:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 22 00000100:00100000:2.0:1788833904.319432:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+17:2408:x1875727612028032:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788833904.319476:0:22637:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788833904.319485:0:22637:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 17 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.319502:0:22637:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 17 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.319534:0:22637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:2.0:1788833904.319540:0:22637:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.319552:0:22637:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.319563:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788833904.319591:0:22637:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788833904.320142:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+17:2408:x1875727612028032:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 709us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833904.320151:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 22 00010000:00010000:3.0:1788833904.321523:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d75699e00/0x35a208207d20e418 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998d7 expref: 16 pid: 22650 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833904.321554:0:22652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d7fad6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22652:1875727620524032:192.168.202.26@tcp:104: 00010000:00010000:3.0:1788833904.321584:0:22652:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.321595:0:22652:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.321601:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788833904.322033:0:22652:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1788833904.322220:0:22652:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788833904.322276:0:22652:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788833904.322381:0:22652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22652:1875727620524160:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788833904.322494:0:22652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833904.322602:0:22652:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d45280d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788833904.324303:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620524160 00000100:00100000:0.0:1788833904.324323:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620524160 00000100:00100000:0.0:1788833904.324548:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788833904.324562:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d75d3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22652:x1875727620524160:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788833904.324877:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d75d3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22652:x1875727620524160:12345-0@lo:1000:mdt00_002.0 Request processed in 317us (2382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833904.324887:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788833904.324977:0:22652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22652:1875727620524160:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1788833904.325275:0:22652:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1788833904.325383:0:22652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22652:1875727620524288:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788833904.325435:0:22652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833904.326152:0:22652:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf4840 going to sleep for 11 seconds 00000100:00100000:1.0:1788833904.326238:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620524288 00000100:00100000:1.0:1788833904.326247:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620524288 00000100:00100000:1.0:1788833904.326303:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788833904.326313:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22652:x1875727620524288:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788833904.326618:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22652:x1875727620524288:12345-0@lo:1000:mdt00_002.0 Request processed in 306us (1182us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788833904.326652:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788833904.326896:0:22652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d75d3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22652:1875727620524288:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1788833904.326951:0:22652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.326964:0:22652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.326972:0:22652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.326979:0:22652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dc400 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:3.0:1788833904.326984:0:22652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.326993:0:22652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327014:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:3.0:1788833904.327017:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788833904.327023:0:22652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327030:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dc400/0x35a208207d20e450 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327080:0:22652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327289:0:22652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327298:0:22652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327304:0:22652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d775dce00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:3.0:1788833904.327307:0:22652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327313:0:22652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327321:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833904.327324:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788833904.327332:0:22652:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 19 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327346:0:22652:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 19 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327356:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 19 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.327434:0:22652:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9c00/0x35a208207d20e3af lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998bb expref: 19 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833904.327463:0:22652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22652:1875727620524416:192.168.202.26@tcp:105: 00000100:00100000:3.0:1788833904.327567:0:22652:0:(client.c:2715:ptlrpc_set_wait()) set ffff985d42bf46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788833904.330322:0:22652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22652:1875727620524416:192.168.202.26@tcp:105: 00010000:00010000:3.0:1788833904.330371:0:22652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330384:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d775dce00/0x35a208207d20e3a8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330424:0:22652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330444:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330457:0:22652:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330468:0:22652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330475:0:22652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330481:0:22652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330487:0:22652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c8e00 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:3.0:1788833904.330491:0:22652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330518:0:22652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330533:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833904.330536:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788833904.330540:0:22652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330545:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8e00/0x35a208207d20e457 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330556:0:22652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330561:0:22652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330567:0:22652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330571:0:22652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c9200 already unused, calling callback (ffffffffc18bb4f0) 00010000:00010000:3.0:1788833904.330574:0:22652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330579:0:22652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330585:0:22652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:3.0:1788833904.330588:0:22652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788833904.330590:0:22652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.330607:0:22652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c9200/0x35a208207d20e449 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22652 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788833904.330946:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5639292d-c62f-4326-bfc6-1e3e321c388c+19:18790:x1875727612027776:12345-192.168.202.26@tcp:57:lhsmtool_posix.0 Request processed in 19773us (22914us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1788833904.330959:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 63 00000020:00080000:3.0:1788833904.330967:0:22652:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1788833904.331274:0:22684:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788833904.331281:0:22684:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788833904.331304:0:22684:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788833904.331310:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788833904.337409:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1788833904.337499:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.338327:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612028288 00000100:00100000:3.0:1788833904.338409:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612028288 00000100:00100000:3.0:1788833904.338473:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612028416 00000100:00100000:3.0:1788833904.338478:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612028416 00000100:00100000:3.0:1788833904.338500:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 10 00000100:00100000:3.0:1788833904.338511:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d759b3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+20:18790:x1875727612028288:12345-192.168.202.26@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788833904.339054:0:22653:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788833904.339851:0:22653:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1788833904.339921:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.340003:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.340020:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.340031:0:22653:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.340038:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.340067:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.340204:0:22653:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788833904.340489:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d759b3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+22:18790:x1875727612028288:12345-192.168.202.26@tcp:35:lhsmtool_posix.0 Request processed in 1973us (3408us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788833904.340500:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 10 00000020:00080000:3.0:1788833904.340507:0:22653:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788833904.340587:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 11 00000100:00100000:3.0:1788833904.340617:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d7fad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+21:18789:x1875727612028416:12345-192.168.202.26@tcp:49:dd.0 00000100:00100000:3.0:1788833904.340726:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d7fad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+21:18789:x1875727612028416:12345-192.168.202.26@tcp:49:dd.0 Request processed in 128us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833904.340733:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 11 00010000:00010000:0.0:1788833904.343478:0:22638:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788833904.343501:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.343517:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c8000 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833904.343523:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.343537:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.343563:0:22638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff985c423ad800) 00010000:00010000:0.0:1788833904.343566:0:22638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788833904.343572:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.343578:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985d429c8000/0x35a208207d20e45e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788833904.343902:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833904.343905:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788833904.343907:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833904.370051:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.370137:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612028544 00000100:00100000:3.0:1788833904.370150:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612028544 00000100:00100000:0.0:1788833904.370240:0:25444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 64 00000100:00100000:0.0:1788833904.370265:0:25444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+21:18789:x1875727612028544:12345-192.168.202.26@tcp:101:dd.0 00010000:00010000:0.0:1788833904.370296:0:25444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788833904.370321:0:25444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163e00/0x35a208207d20e465 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc259754cd5c998f3 expref: -99 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.370370:0:25444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e46c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.370384:0:25444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e46c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.370395:0:25444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e46c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25444 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.370537:0:25444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff985c43163e00/0x35a208207d20e465 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998f3 expref: 23 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.370554:0:25444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff985c43162600/0x35a208207d20e46c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0xc259754cd5c998f3 expref: 22 pid: 25444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.370562:0:25444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff985c423add00) 00010000:00010000:0.0:1788833904.370564:0:25444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788833904.370567:0:25444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff985c43162600, rc 0) 00000100:00100000:0.0:1788833904.370864:0:25444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+22:18789:x1875727612028544:12345-192.168.202.26@tcp:101:dd.0 Request processed in 612us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833904.370869:0:25444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 64 00000100:00100000:2.0:1788833904.388711:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.389587:0:24161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612028672 00000100:00100000:3.0:1788833904.389603:0:24161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612028672 00000100:00100000:3.0:1788833904.389689:0:24161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 0 00000100:00100000:3.0:1788833904.389701:0:24161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+7:2409:x1875727612028672:12345-192.168.202.26@tcp:4:dd.0 00002000:00010000:3.0:1788833904.389768:0:24161:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9f7070, atime: 0x6a9f706f, ctime: 0x6a9f7070, blocks: 0x0 00010000:00010000:3.0:1788833904.389781:0:24161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.389805:0:24161:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=701s v=(0 0) 00010000:00010000:3.0:1788833904.389810:0:24161:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788833904.389818:0:24161:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.389855:0:24161:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788833904.390361:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1788833904.390496:0:24163:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1788833904.390509:0:24163:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1788833904.392112:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727612028800 00000100:00100000:2.0:1788833904.392126:0:24163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727612028800 00000100:00100000:3.0:1788833904.392818:0:25697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 1 00000100:00100000:3.0:1788833904.392833:0:25697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+8:2409:x1875727612028800:12345-192.168.202.26@tcp:4:dd.0 00010000:00010000:3.0:1788833904.392881:0:25697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.392902:0:25697:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788833904.392907:0:25697:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788833904.392914:0:25697:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788833904.392931:0:25697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788833904.455437:0:24152:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:3.0:1788833904.455463:0:24152:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:0.0:1788833904.465519:0:25697:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:0.0:1788833904.465531:0:25697:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788833904 -> 1788833905 00002000:00010000:0.0:1788833904.465534:0:25697:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788833904 -> 1788833905 00002000:00010000:0.0:1788833904.465537:0:25697:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:0.0:1788833904.465558:0:25697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.465576:0:25697:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.465586:0:25697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.465595:0:25697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c8e00 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833904.465601:0:25697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.465612:0:25697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.465640:0:25697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.465649:0:25697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cf8752b/0x35a208207d20e47a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.465782:0:25697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5639292d-c62f-4326-bfc6-1e3e321c388c+7:2409:x1875727612028800:12345-192.168.202.26@tcp:4:dd.0 Request processed in 72946us (75417us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788833904.465812:0:25697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 1 00000001:00080000:2.0:1788833904.497612:0:24152:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1788833904.497895:0:24161:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1788833904.497916:0:24161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.497929:0:24161:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.497939:0:24161:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.497945:0:24161:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff985d429c9200 already unused, calling callback (ffffffffc0cbe350) 00010000:00010000:0.0:1788833904.497950:0:24161:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.497959:0:24161:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.497981:0:24161:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788833904.497989:0:24161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a98ee155/0x35a208207d20e473 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788833904.498535:0:24161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5639292d-c62f-4326-bfc6-1e3e321c388c+5:2409:x1875727612028672:12345-192.168.202.26@tcp:4:dd.0 Request processed in 108828us (109831us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788833904.498546:0:24161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 0 00010000:00010000:3.0:1788833904.844810:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788833905.868551:0:24921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833906.060911:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620524544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788833906.060987:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620524672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788833906.061790:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833906.061901:0:24159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620524672 00000100:00100000:2.0:1788833906.061921:0:24159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620524672 00000100:00100000:2.0:1788833906.062005:0:24159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788833906.062016:0:24159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620524672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788833906.062047:0:24159:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3676622848 00000100:00100000:2.0:1788833906.062137:0:24159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620524672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833906.062146:0:24159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788833906.062176:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788833906.062214:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788833906.062218:0:3637:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1788833906.062225:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff985d73e14700, transno 12884901892 00000100:00100000:2.0:1788833906.062227:0:25443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620524544 00000100:00100000:2.0:1788833906.062230:0:25443:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620524544 00000004:00080000:0.0:1788833906.062250:0:3637:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1788833906.062291:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620524672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788833906.063438:0:25443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788833906.063450:0:25443:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620524544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788833906.063475:0:25443:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3676622848 00000100:00100000:2.0:1788833906.063574:0:25443:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620524544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (1396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833906.063581:0:25443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:2.0:1788833906.063607:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788833906.063653:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620524544:0@lo:13:osp-pre-0-1.0 00000001:02000400:2.0:1788833906.443388:0:25734:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1788833906.894856:0:22638:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788833907.084799:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620524800:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.084902:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.084950:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620525312:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.084981:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085003:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875727620525824:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085050:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085067:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1875727620526336:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085121:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085170:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788833907.085177:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620524928:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085205:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085237:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620525440:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085260:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085275:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620525952:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085300:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085348:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620525056:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085382:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833907.085384:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525312 00000100:00100000:3.0:1788833907.085396:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525312 00000100:00100000:2.0:1788833907.085407:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620525568:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085432:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085453:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620526080:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.085458:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525824 00000100:00100000:3.0:1788833907.085463:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525824 00000100:00100000:3.0:1788833907.085479:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620526336 00000100:00100000:2.0:1788833907.085481:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833907.085491:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620526336 00000100:00100000:2.0:1788833907.085497:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788833907.085505:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620525184:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.085525:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525952 00000100:00100000:3.0:1788833907.085530:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525952 00000100:00100000:2.0:1788833907.085534:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833907.085549:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620526080 00000100:00100000:3.0:1788833907.085553:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620526080 00000100:00100000:2.0:1788833907.085557:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620525696:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.085575:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788833907.085587:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833907.085591:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620525312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085609:0:3636:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620526208:0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085634:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788833907.085664:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620526208 00000100:00100000:3.0:1788833907.085667:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875727620525312:12345-0@lo:400:kworker.0 Request processed in 81us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833907.085676:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620526208 00000100:00100000:3.0:1788833907.085680:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788833907.085704:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788833907.085715:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788833907.085716:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875727620525824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788833907.085729:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875727620526336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.085770:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875727620525824:12345-0@lo:400:kworker.0 Request processed in 58us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833907.085777:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788833907.085782:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875727620526336:12345-0@lo:400:kworker.0 Request processed in 54us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1788833907.085791:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788833907.085971:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788833907.085994:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620526592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788833907.086025:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833907.086059:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620524800 00000100:00100000:0.0:1788833907.086062:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620524800 00000100:00100000:0.0:1788833907.086171:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788833907.086179:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3634:x1875727620524800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.086213:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fdfad23c-5f39-4c2e-85d3-87111fbac51d+24:3634:x1875727620524800:12345-0@lo:400:kworker.0 Request processed in 36us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.086220:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788833907.086269:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620524928 00000100:00100000:0.0:1788833907.086273:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620524928 00000100:00100000:0.0:1788833907.086291:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525440 00000100:00100000:0.0:1788833907.086293:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525440 00000100:00100000:0.0:1788833907.086303:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620526592 00000100:00100000:0.0:1788833907.086306:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620526592 00000100:00100000:0.0:1788833907.086316:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788833907.086323:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c43a73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3634:x1875727620524928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.086356:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c43a73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3634:x1875727620524928:12345-0@lo:400:kworker.0 Request processed in 33us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.086363:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788833907.086375:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788833907.086387:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620525952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.086391:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788833907.086402:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620525440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.086438:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1875727620525952:12345-0@lo:400:kworker.0 Request processed in 45us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.086446:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620525440:12345-0@lo:400:kworker.0 Request processed in 46us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833907.086448:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788833907.086459:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788833907.086471:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788833907.086479:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788833907.086483:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620526080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.086492:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620526592:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788833907.086519:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875727620526080:12345-0@lo:400:kworker.0 Request processed in 40us (1039us total) trans 0 rc 0/0 00000004:00000024:0.0:1788833907.086524:0:23392:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788833907.086525:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788833907.086540:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788833907.086547:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620526208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.086575:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875727620526592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.086583:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788833907.086592:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875727620526208:12345-0@lo:400:kworker.0 Request processed in 45us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833907.086599:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788833907.086626:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525056 00000100:00100000:3.0:1788833907.086630:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525568 00000100:00100000:0.0:1788833907.086633:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525056 00000100:00100000:3.0:1788833907.086636:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525568 00000100:00100000:3.0:1788833907.086660:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525184 00000100:00100000:3.0:1788833907.086664:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525184 00000100:00100000:0.0:1788833907.086665:0:24647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620525696 00000100:00100000:0.0:1788833907.086670:0:24647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620525696 00000100:00100000:3.0:1788833907.086686:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788833907.086696:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620525568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.086701:0:24647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788833907.086712:0:24647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c431f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620525056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788833907.086799:0:3635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620526464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788833907.089322:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620525568:12345-0@lo:400:kworker.0 Request processed in 2614us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833907.089342:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788833907.089390:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788833907.089410:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620525184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.089520:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620525184:12345-0@lo:400:kworker.0 Request processed in 122us (3986us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833907.089527:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788833907.089539:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788833907.089547:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620525696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.089582:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875727620525696:12345-0@lo:400:kworker.0 Request processed in 37us (3997us total) trans 0 rc 0/0 00000100:00100000:3.0:1788833907.089588:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:3.0:1788833907.089624:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788833907.089632:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788833907.089636:0:22646:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788833907.089705:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1875727620524928:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.089758:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620525440:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.089774:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3634:1875727620525952:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.089788:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fdfad23c-5f39-4c2e-85d3-87111fbac51d:3634:1875727620524800:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.089802:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875727620525312:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.089814:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875727620525824:0@lo:400:kworker.0 00010000:00080000:3.0:1788833907.089869:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985c43a70700 x1875727620526336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833907.089879:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3634:1875727620526336:0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.090150:0:24647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c431f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1875727620525056:12345-0@lo:400:kworker.0 Request processed in 3438us (4765us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.090172:0:24647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788833907.091356:0:3637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620526720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788833907.091428:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833907.091498:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1875727620526592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788833907.091544:0:23392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620526720 00000100:00100000:0.0:1788833907.091552:0:23392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620526720 00000100:00100000:0.0:1788833907.091607:0:23392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788833907.091614:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620525184:0@lo:400:kworker.0 00000100:00100000:0.0:1788833907.091626:0:23392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985d73f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620526720:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833907.091628:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620525696:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.091642:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c43a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3636:1875727620526208:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.091654:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1875727620525056:0@lo:400:kworker.0 00000100:00100000:3.0:1788833907.091662:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1875727620525568:0@lo:400:kworker.0 00010000:00080000:3.0:1788833907.091674:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff985d6f224700 x1875727620526080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788833923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788833907.091682:0:3636:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d6f224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3636:1875727620526080:0@lo:400:kworker.0 00000004:00000024:0.0:1788833907.091691:0:23392:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1788833907.091746:0:23392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985d73f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875727620526720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.091753:0:23392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788833907.091780:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985d73f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620526848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833907.091790:0:3637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1875727620526720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788833907.091812:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788833907.092737:0:25443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620526848 00000100:00100000:0.0:1788833907.092745:0:25443:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620526848 00000100:00100000:0.0:1788833907.092854:0:25443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788833907.092864:0:25443:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620526848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788833907.092904:0:25443:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833907.092967:0:25443:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42d81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875727620526848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.092975:0:25443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788833907.102155:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788833907.103152:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985d73f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1875727620526848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788833907.105255:0:24160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875727620526464 00000100:00100000:0.0:1788833907.105276:0:24160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875727620526464 00000100:00100000:0.0:1788833907.105380:0:24160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788833907.105393:0:24160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985c42f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620526464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788833907.105426:0:24160:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788833907.105559:0:24160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985c42f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875727620526464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 169us (3416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788833907.105567:0:24160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788833907.107966:0:3635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985c42d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3635:1875727620526464:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788833907.406315:0:22684:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788833907.406331:0:22684:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788833907.406352:0:22684:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788833907.406360:0:22684:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:3.0:1788833907.917950:0:22639:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14025 lines, 14025 kept, 0 dropped, 0 bad.