00010000:00010000:2.0F:1782222375.729544:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1782222375.914514:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081884928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782222375.914598:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1782222375.916550:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081884928 00000100:00100000:1.0:1782222375.916567:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081884928 00000100:00100000:1.0:1782222375.916617:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1782222375.916626:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081884928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782222375.916661:0:17213:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1782222375.916745:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081884928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (2146us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222375.916752:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1782222375.916774:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782222375.916787:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f087f915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081885056:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782222375.916821:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222375.916863:0:18230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885056 00000100:00100000:1.0:1782222375.916867:0:18230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885056 00000100:00100000:1.0:1782222375.916891:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1782222375.916898:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081885056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1782222375.916915:0:18230:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1782222375.916947:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081885056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222375.916953:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1782222375.916989:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f087f915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081885056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0F:1782222375.917304:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081885184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782222375.917362:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222375.918851:0:20351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885184 00000100:00100000:0.0:1782222375.918863:0:20351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885184 00000100:00100000:0.0:1782222375.918933:0:20351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1782222375.918943:0:20351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081885184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782222375.918972:0:20351:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782222375.919045:0:20351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081885184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222375.919052:0:20351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1782222375.919104:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081884928:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1782222375.920706:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1782222375.920764:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081885184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1782222375.921273:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f087f915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081885312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1782222375.921342:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222375.921866:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885312 00000100:00100000:1.0:1782222375.921876:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885312 00000100:00100000:1.0:1782222375.921942:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782222375.921952:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081885312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1782222375.921978:0:18717:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782222375.922042:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081885312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222375.922050:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782222375.922106:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f087f915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081885312:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1782222375.922175:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1782222375.927166:0:17188:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1782222375.927195:0:17188:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f0881e9bc00 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1782222375.927202:0:17188:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff8f0847d36d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f0881e9b180 00000020:00080000:3.0:1782222375.927206:0:17188:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff8f0847d36c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f0848322200 00000020:00080000:1.0:1782222375.927288:0:17247:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1782222375.927395:0:17247:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0:1782222375.927735:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841458800/0xe2b7cc26e6812b45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222375.927749:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841458800/0xe2b7cc26e6812b45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222375.927757:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841458800/0xe2b7cc26e6812b45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222375.927764:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841458800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:0.0:1782222375.927769:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841458800/0xe2b7cc26e6812b45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222375.927778:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841458800/0xe2b7cc26e6812b45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222375.927796:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f087f8f1800) 00010000:00010000:0.0:1782222375.927807:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782222375.927813:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841458800/0xe2b7cc26e6812b45 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222375.927819:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841458800/0xe2b7cc26e6812b45 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222376.754504:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222376.938512:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081885440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782222376.938618:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222376.938729:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885440 00000100:00100000:0.0:1782222376.938740:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885440 00000100:00100000:0.0:1782222376.938821:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1782222376.938833:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081885440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1782222376.938876:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782222376.938931:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081885440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222376.938939:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1782222376.938965:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782222376.939007:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081885440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782222376.939810:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081885696:0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.939874:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222376.939914:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081886208:0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.939943:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222376.939961:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088159bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1868795081886720:0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.939987:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222376.940010:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1782222376.940016:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a0873f67-836f-4221-9522-aadc54ad715e:3656:1868795081885568:0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.940047:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222376.940068:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081886080:0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.940092:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222376.940107:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081886592:0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.940131:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222376.940159:0:19481:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886720 00000100:00100000:3.0:1782222376.940166:0:19481:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886720 00000100:00100000:3.0:1782222376.940212:0:19481:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886592 00000100:00100000:3.0:1782222376.940215:0:19481:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886592 00000100:00100000:1.0:1782222376.940840:0:18230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885696 00000100:00100000:1.0:1782222376.940846:0:18230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885696 00000100:00100000:1.0:1782222376.940887:0:18230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886080 00000100:00100000:1.0:1782222376.940890:0:18230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886080 00000100:00100000:1.0:1782222376.940907:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1782222376.940917:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081885696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.940997:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081885696:12345-0@lo:400:kworker.0 Request processed in 81us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222376.941004:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1782222376.941024:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1782222376.941030:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081886080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.941059:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081886080:12345-0@lo:400:kworker.0 Request processed in 29us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222376.941065:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1782222376.941095:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081885824:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.941128:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222376.941155:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081886336:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.941175:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222376.941193:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3653:1868795081886848:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.941216:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222376.941255:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1782222376.941274:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747c6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081885952:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.941299:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222376.941789:0:19481:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886848 00000100:00100000:3.0:1782222376.941795:0:19481:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886848 00000100:00100000:3.0:1782222376.941811:0:19481:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885952 00000100:00100000:3.0:1782222376.941813:0:19481:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885952 00000100:00100000:3.0:1782222376.941829:0:19481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1782222376.941838:0:19481:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1868795081886720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.941887:0:19481:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1868795081886720:12345-0@lo:400:kworker.0 Request processed in 50us (1898us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222376.941894:0:19481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1782222376.941910:0:19481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1782222376.941917:0:19481:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074778c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081886592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.941945:0:19481:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074778c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081886592:12345-0@lo:400:kworker.0 Request processed in 30us (1814us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222376.941951:0:19481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1782222376.941963:0:19481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1782222376.941969:0:19481:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1868795081886848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.941996:0:19481:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1868795081886848:12345-0@lo:400:kworker.0 Request processed in 27us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222376.942003:0:19481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1782222376.942014:0:19481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1782222376.942020:0:19481:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081885952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.942046:0:19481:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081885952:12345-0@lo:400:kworker.0 Request processed in 27us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222376.942053:0:19481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1782222376.942079:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885568 00000100:00100000:3.0:1782222376.942083:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885568 00000100:00100000:3.0:1782222376.942114:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1782222376.942131:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a0873f67-836f-4221-9522-aadc54ad715e+24:3656:x1868795081885568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222376.942165:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a0873f67-836f-4221-9522-aadc54ad715e+24:3656:x1868795081885568:12345-0@lo:400:kworker.0 Request processed in 35us (2117us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222376.942170:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1782222376.942353:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886208 00000100:00100000:0.0:1782222376.942358:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886208 00000100:00100000:0.0:1782222376.942391:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081885824 00000100:00100000:0.0:1782222376.942394:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081885824 00000100:00100000:0.0:1782222376.942406:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886336 00000100:00100000:0.0:1782222376.942409:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886336 00000100:00100000:0.0:1782222376.942430:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1782222376.942437:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081886208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222376.942491:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081886208:12345-0@lo:400:kworker.0 Request processed in 54us (2547us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222376.942508:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1782222376.942524:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1782222376.942530:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081885824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222376.942563:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081885824:12345-0@lo:400:kworker.0 Request processed in 32us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222376.942569:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1782222376.942580:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1782222376.942586:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f915500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081886336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222376.942612:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f915500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081886336:12345-0@lo:400:kworker.0 Request processed in 28us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222376.942617:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1782222376.942638:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1782222376.942643:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782222376.942646:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782222376.943434:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081885952:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.943452:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081886464:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.944067:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222376.944111:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1868795081886976:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.944144:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222376.944182:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081885824:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.944195:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081886336:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.944207:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3653:1868795081886848:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.946829:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886464 00000100:00100000:1.0:1782222376.946849:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886464 00000100:00100000:1.0:1782222376.946929:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081886976 00000100:00100000:1.0:1782222376.946932:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081886976 00000100:00100000:1.0:1782222376.946965:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1782222376.946976:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081886464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.947097:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081886464:12345-0@lo:400:kworker.0 Request processed in 122us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222376.947106:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1782222376.947128:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1782222376.947134:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1868795081886976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.947170:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1868795081886976:12345-0@lo:400:kworker.0 Request processed in 36us (3025us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222376.947176:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1782222376.954752:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a0873f67-836f-4221-9522-aadc54ad715e:3656:1868795081885568:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.954831:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081886080:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.954893:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081886592:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.954920:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081885696:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.954934:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747c6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081886208:0@lo:400:kworker.0 00010000:00080000:1.0:1782222376.954951:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f088159bb80 x1868795081886720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222376.954962:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088159bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1868795081886720:0@lo:400:kworker.0 00000100:00100000:1.0:1782222376.955030:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782222376.955041:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074778c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081887104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782222376.955116:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222376.955210:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081886464:0@lo:400:kworker.0 00010000:00080000:1.0:1782222376.955227:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0881599c00 x1868795081886976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222376.955255:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1868795081886976:0@lo:400:kworker.0 00000100:00080000:0.0:1782222376.956789:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782222376.957212:0:20351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081887104 00000100:00100000:3.0:1782222376.957228:0:20351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081887104 00000100:00100000:3.0:1782222376.957348:0:20351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1782222376.957363:0:20351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081887104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1782222376.957401:0:20351:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1782222376.962401:0:20351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081887104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5032us (7275us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222376.962414:0:20351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1782222376.963112:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074778c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081887104:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1782222377.580618:0:17242:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1782222377.580626:0:17242:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1782222377.580649:0:17242:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1782222377.580656:0:17242:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1782222377.779751:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222378.407163:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222378.407203:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222378.407258:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222378.407286:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222378.407308:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222378.407329:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222378.407356:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060827648 00000100:00100000:3.0:1782222378.407364:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060827648 00000100:00100000:3.0:1782222378.407416:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060827904 00000100:00100000:3.0:1782222378.407420:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060827904 00000100:00100000:3.0:1782222378.407432:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060827520 00000100:00100000:3.0:1782222378.407434:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060827520 00000100:00100000:3.0:1782222378.407491:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060828032 00000100:00100000:3.0:1782222378.407495:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060828032 00000100:00100000:3.0:1782222378.407512:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 83 00000100:00100000:3.0:1782222378.407521:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074778ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2388:x1868795060827648:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222378.407591:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074778ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2388:x1868795060827648:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 70us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222378.408794:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060827392 00000100:00100000:0.0:1782222378.408801:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060827392 00000100:00100000:0.0:1782222378.408842:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 171 00000100:00100000:0.0:1782222378.408849:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+13:2388:x1868795060827392:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222378.408886:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+13:2388:x1868795060827392:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 37us (1734us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222378.408892:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 171 00000100:00100000:3.0:1782222378.409109:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 83 00000100:00100000:0.0:1782222378.410095:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 84 00000100:00100000:0.0:1782222378.410109:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074778c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c320fdbb-74fa-4205-b5df-42980d45bb62+6:2388:x1868795060827904:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222378.410200:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074778c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c320fdbb-74fa-4205-b5df-42980d45bb62+6:2388:x1868795060827904:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 47us (2915us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222378.410213:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 84 00000100:00100000:0.0:1782222378.410231:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 85 00000100:00100000:0.0:1782222378.410250:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:2388:x1868795060827520:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222378.410275:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:2388:x1868795060827520:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 25us (2989us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222378.410280:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 85 00000100:00100000:0.0:1782222378.410291:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 86 00000100:00100000:0.0:1782222378.410297:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2388:x1868795060828032:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222378.410315:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2388:x1868795060828032:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 19us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222378.410320:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 86 00000100:00100000:0.0:1782222378.410337:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060827776 00000100:00100000:0.0:1782222378.410342:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060827776 00000100:00100000:0.0:1782222378.410383:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 39 00000100:00100000:0.0:1782222378.410389:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2388:x1868795060827776:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222378.410482:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2388:x1868795060827776:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 92us (3172us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222378.410488:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 39 00000100:00080000:0.0:1782222378.410658:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1782222378.410662:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782222378.410664:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1782222378.794925:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1782222378.996359:0:18710:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000020:00000080:1.0:1782222378.996368:0:18710:0:(genops.c:906:class_export_put()) final put ffff8f07470fe800/8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000001:00100000:1.0:1782222378.996399:0:18710:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c320fdbb-74fa-4205-b5df-42980d45bb62 00000020:00000080:1.0:1782222378.996402:0:18710:0:(genops.c:906:class_export_put()) final put ffff8f084fd1e800/c320fdbb-74fa-4205-b5df-42980d45bb62 00000001:00100000:1.0:1782222378.997353:0:19527:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c320fdbb-74fa-4205-b5df-42980d45bb62 00000020:00000080:1.0:1782222378.997358:0:19527:0:(genops.c:906:class_export_put()) final put ffff8f084fd1c000/c320fdbb-74fa-4205-b5df-42980d45bb62 00000020:00000080:3.0:1782222378.997475:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07470fe800/8d3282c7-c1ac-4cf8-a606-482b3aabf172 for lustre-OST0000 00000020:00000080:3.0:1782222378.997524:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f084fd1e800/c320fdbb-74fa-4205-b5df-42980d45bb62 for lustre-OST0000 00000020:00000080:3.0:1782222378.997541:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f084fd1c000/c320fdbb-74fa-4205-b5df-42980d45bb62 for lustre-OST0001 00000020:00000080:3.0:1782222378.997555:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07470fe000 for lustre-OST0000 00000020:00000080:3.0:1782222378.997560:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f084fd18800 for lustre-OST0000 00000020:00000080:3.0:1782222378.997564:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f084fd1b800 for lustre-OST0001 00000100:00100000:3.0:1782222379.218760:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222379.218888:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060828160 00000100:00100000:0.0:1782222379.218897:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060828160 00000100:00100000:0.0:1782222379.218957:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 65 00000100:00100000:0.0:1782222379.218968:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:15601:x1868795060828160:12345-192.168.203.27@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1782222379.219069:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:15601:x1868795060828160:12345-192.168.203.27@tcp:60:lhsmtool_posix.0 Request processed in 103us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222379.219077:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 65 00000100:00100000:3.0:1782222379.231851:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222379.231959:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060828288 00000100:00100000:1.0:1782222379.231976:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060828288 00000100:00100000:1.0:1782222379.232097:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 66 00000100:00100000:1.0:1782222379.232108:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:15601:x1868795060828288:12345-192.168.203.27@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1782222379.232206:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:15601:x1868795060828288:12345-192.168.203.27@tcp:60:lhsmtool_posix.0 Request processed in 100us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222379.232214:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 66 00000100:00100000:2.0:1782222379.243456:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222379.250521:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060828544 00000100:00100000:3.0:1782222379.250533:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060828544 00000100:00100000:3.0:1782222379.250592:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:3.0:1782222379.250602:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:15601:x1868795060828544:12345-192.168.203.27@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1782222379.250825:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8d3282c7-c1ac-4cf8-a606-482b3aabf172+14:15601:x1868795060828544:12345-192.168.203.27@tcp:35:lhsmtool_posix.0 Request processed in 224us (7388us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1782222379.250834:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12 00010000:00010000:2.0:1782222379.818515:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222380.844213:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222381.034981:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08516d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081887232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782222381.035049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222381.035296:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081887232 00000100:00100000:1.0:1782222381.035303:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081887232 00000100:00100000:1.0:1782222381.035355:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782222381.035365:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081887232:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1782222381.035412:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f087f914380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081887360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782222381.035506:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222381.035546:0:18230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081887360 00000100:00100000:2.0:1782222381.035550:0:18230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081887360 00000100:00100000:2.0:1782222381.035601:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1782222381.035617:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081887360:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222381.035637:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00000024:2.0:1782222381.035641:0:18230:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1782222381.035645:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08516d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081887488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222381.035670:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222381.035676:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081887360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222381.035682:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1782222381.035710:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f087f914380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081887360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782222381.035713:0:20351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081887488 00000100:00100000:2.0:1782222381.035717:0:20351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081887488 00000100:00100000:2.0:1782222381.035737:0:20351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1782222381.035744:0:20351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081887488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782222381.035755:0:20351:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782222381.035796:0:20351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081887488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222381.035802:0:20351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1782222381.035933:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08516d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081887488:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1782222381.035973:0:18717:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:0.0:1782222381.036108:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1782222381.036189:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081887232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 825us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222381.036195:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782222381.036225:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081887616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782222381.036294:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222381.036319:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081887616 00000100:00100000:2.0:1782222381.036325:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081887616 00000100:00100000:2.0:1782222381.036362:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1782222381.036369:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081887616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782222381.036388:0:17214:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1782222381.036445:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081887616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222381.036452:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1782222381.036480:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081887616:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1782222381.039753:0:17966:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1782222381.045439:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08516d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081887232:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1782222381.866558:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222382.058774:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222382.058797:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081887744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782222382.058866:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222382.059286:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081887872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782222382.059319:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222382.059409:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081887744 00000100:00100000:0.0:1782222382.059417:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081887744 00000100:00100000:0.0:1782222382.059479:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081887872 00000100:00100000:0.0:1782222382.059482:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081887872 00000100:00100000:0.0:1782222382.059499:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782222382.059520:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081887744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1782222382.059547:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782222382.059592:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081887744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222382.059599:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782222382.059614:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1782222382.059620:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081887872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782222382.059629:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782222382.059652:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081887872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222382.059659:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1782222382.059816:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1782222382.059851:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081887872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782222382.059945:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081887744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782222382.061449:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081888128:0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.061496:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222382.061693:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081888640:0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.061719:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222382.061735:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1868795081889152:0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.061757:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222382.061775:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1782222382.061780:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081888256:0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.061798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222382.061812:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081888768:0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.061829:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222382.061846:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081889280:0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.061863:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222382.061887:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889152 00000100:00100000:2.0:1782222382.061893:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889152 00000100:00100000:2.0:1782222382.061933:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888768 00000100:00100000:2.0:1782222382.061944:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888768 00000100:00100000:2.0:1782222382.061963:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889280 00000100:00100000:2.0:1782222382.061966:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889280 00000100:00100000:2.0:1782222382.061982:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1782222382.061989:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1868795081889152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.062036:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1868795081889152:12345-0@lo:400:kworker.0 Request processed in 47us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222382.062043:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1782222382.062057:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1782222382.062064:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081888768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.062088:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081888768:12345-0@lo:400:kworker.0 Request processed in 25us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222382.062094:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1782222382.062104:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1782222382.062110:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1868795081889280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.062132:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1868795081889280:12345-0@lo:400:kworker.0 Request processed in 23us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222382.062137:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1782222382.062152:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888128 00000100:00100000:2.0:1782222382.062155:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888128 00000100:00100000:1.0:1782222382.064297:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888640 00000100:00100000:1.0:1782222382.064308:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888640 00000100:00100000:1.0:1782222382.064418:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888256 00000100:00100000:1.0:1782222382.064442:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888256 00000100:00100000:1.0:1782222382.064470:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1782222382.064479:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081888640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.064562:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081888640:12345-0@lo:400:kworker.0 Request processed in 85us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222382.064569:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1782222382.064744:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1782222382.064751:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081888256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.064784:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081888256:12345-0@lo:400:kworker.0 Request processed in 33us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222382.064789:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1782222382.064820:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782222382.064824:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1782222382.064842:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081888384:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.064878:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222382.064908:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1868795081888896:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.064928:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222382.064947:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1782222382.064953:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081888000:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.064980:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222382.065004:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081888512:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065025:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222382.065043:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081889024:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065064:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222382.065082:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888384 00000100:00100000:1.0:1782222382.065086:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888384 00000100:00100000:1.0:1782222382.065114:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888896 00000100:00100000:1.0:1782222382.065117:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888896 00000100:00100000:1.0:1782222382.065137:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889024 00000100:00100000:1.0:1782222382.065139:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889024 00000100:00100000:1.0:1782222382.065152:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1782222382.065158:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081888384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065193:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081888384:12345-0@lo:400:kworker.0 Request processed in 34us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222382.065199:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1782222382.065213:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1782222382.065220:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1868795081888896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065283:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1868795081888896:12345-0@lo:400:kworker.0 Request processed in 63us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222382.065289:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1782222382.065302:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1782222382.065308:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081889024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065334:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081889024:12345-0@lo:400:kworker.0 Request processed in 27us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222382.065339:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:1.0:1782222382.065353:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782222382.065355:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1782222382.065382:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747678000 x1868795081889024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222382.065394:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081889024:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065405:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081888384:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065413:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1868795081888896:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.065490:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081888256:0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.065789:0:18230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888512 00000100:00100000:2.0:1782222382.065794:0:18230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888512 00000100:00100000:2.0:1782222382.065811:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1782222382.065818:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081888128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.065856:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081888128:12345-0@lo:400:kworker.0 Request processed in 38us (4358us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222382.065862:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1782222382.065883:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1782222382.065888:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081888512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222382.065924:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081888512:12345-0@lo:400:kworker.0 Request processed in 35us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222382.065930:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1782222382.065958:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081888512:0@lo:400:kworker.0 00000100:00100000:3.0:1782222382.066677:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081888000 00000100:00100000:3.0:1782222382.066684:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081888000 00000100:00100000:3.0:1782222382.066728:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1782222382.066736:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a0873f67-836f-4221-9522-aadc54ad715e+24:3653:x1868795081888000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222382.066782:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a0873f67-836f-4221-9522-aadc54ad715e+24:3653:x1868795081888000:12345-0@lo:400:kworker.0 Request processed in 46us (1801us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222382.066789:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000001:00080000:3.0:1782222382.069292:0:17188:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1782222382.069306:0:17188:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1782222382.069331:0:17247:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1782222382.069341:0:17247:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:2.0:1782222382.069698:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081888000:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.071169:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081888768:0@lo:400:kworker.0 00010000:00080000:1.0:1782222382.071212:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f074767b480 x1868795081889280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222382.071225:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081889280:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.071254:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081888128:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.071268:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081888640:0@lo:400:kworker.0 00000100:00100000:1.0:1782222382.071280:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1868795081889152:0@lo:400:kworker.0 00010000:00010000:2.0:1782222382.891987:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1782222383.092789:0:20588:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:46:20 (1782222380) 00000100:00100000:0.0:1782222383.529691:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222383.529748:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222383.529782:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222383.529805:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222383.529826:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222383.529862:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222383.529917:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060828800 00000100:00100000:2.0:1782222383.529928:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060828800 00000100:00100000:2.0:1782222383.529991:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060828928 00000100:00100000:2.0:1782222383.529994:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060828928 00000100:00100000:2.0:1782222383.530008:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060829184 00000100:00100000:2.0:1782222383.530010:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060829184 00000100:00100000:2.0:1782222383.530025:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060829312 00000100:00100000:2.0:1782222383.530027:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060829312 00000100:00100000:2.0:1782222383.530044:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 93 00000100:00100000:2.0:1782222383.530053:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:2389:x1868795060828800:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222383.530136:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:2389:x1868795060828800:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 84us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222383.530156:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 93 00000100:00100000:2.0:1782222383.530176:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 94 00000100:00100000:2.0:1782222383.530183:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2390:x1868795060828928:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222383.530209:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2390:x1868795060828928:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 27us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222383.530215:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 94 00000100:00100000:2.0:1782222383.530259:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 95 00000100:00100000:2.0:1782222383.530266:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c320fdbb-74fa-4205-b5df-42980d45bb62+6:2390:x1868795060829184:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222383.530295:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c320fdbb-74fa-4205-b5df-42980d45bb62+6:2390:x1868795060829184:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 30us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222383.530301:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 95 00000100:00100000:2.0:1782222383.530314:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 96 00000100:00100000:2.0:1782222383.530320:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2389:x1868795060829312:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222383.530343:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2389:x1868795060829312:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 24us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222383.530348:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 96 00000100:00080000:0.0:1782222383.530685:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782222383.530690:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782222383.530848:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060828672 00000100:00100000:3.0:1782222383.530854:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060828672 00000100:00100000:3.0:1782222383.530902:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 173 00000100:00100000:3.0:1782222383.530910:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+13:2390:x1868795060828672:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222383.530946:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+13:2390:x1868795060828672:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 36us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222383.530952:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 173 00000100:00100000:0.0:1782222383.533311:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060829056 00000100:00100000:0.0:1782222383.533323:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060829056 00000100:00100000:0.0:1782222383.533392:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 42 00000100:00100000:0.0:1782222383.533401:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2389:x1868795060829056:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222383.533479:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2389:x1868795060829056:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 79us (3652us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222383.533486:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 42 00000100:00080000:2.0:1782222383.533769:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1782222383.914479:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222384.938824:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222385.969250:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222386.155820:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782222386.155844:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081889408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782222386.155917:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222386.156307:0:18230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889408 00000100:00100000:2.0:1782222386.156314:0:18230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889408 00000100:00100000:2.0:1782222386.156365:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1782222386.156374:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081889408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782222386.156420:0:18230:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1782222386.156465:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081889408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222386.156472:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1782222386.156661:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081889536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222386.156691:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222386.156760:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081889408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782222386.156886:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889536 00000100:00100000:2.0:1782222386.156891:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889536 00000100:00100000:2.0:1782222386.156936:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1782222386.156943:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081889536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782222386.156963:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782222386.157008:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081889536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222386.157014:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1782222386.157044:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081889536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782222386.157099:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081889792:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782222386.157100:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081889664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782222386.157125:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222386.157161:0:20351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889664 00000100:00100000:1.0:1782222386.157165:0:20351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889664 00000100:00100000:1.0:1782222386.157190:0:20351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1782222386.157197:0:20351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081889664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1782222386.157208:0:20351:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782222386.157258:0:20351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081889664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222386.157264:0:20351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1782222386.157295:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081889664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1782222386.158652:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222386.159063:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889792 00000100:00100000:0.0:1782222386.159072:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889792 00000100:00100000:0.0:1782222386.159127:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1782222386.159136:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081889792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782222386.159169:0:17213:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782222386.159262:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081889792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (2135us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222386.159269:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1782222386.159371:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081889792:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1782222386.160010:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782222386.938963:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222386.939044:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060829568 00000100:00100000:3.0:1782222386.939054:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060829568 00000100:00080000:2.0:1782222386.939176:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782222386.939214:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13 00000100:00100000:3.0:1782222386.939225:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+13:16362:x1868795060829568:12345-192.168.203.27@tcp:35:umount.0 00000001:00080000:3.0:1782222386.939548:0:17211:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1782222386.939636:0:17211:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1782222386.939757:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+16:16362:x1868795060829568:12345-192.168.203.27@tcp:35:umount.0 Request processed in 532us (800us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1782222386.939765:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13 00000020:00080000:3.0:1782222386.939770:0:17211:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1782222386.953560:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222386.953610:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222386.953683:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222386.955080:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222386.955124:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060830080 00000100:00100000:0.0:1782222386.955133:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060830080 00000100:00100000:0.0:1782222386.955208:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 33 00000100:00100000:0.0:1782222386.955217:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2386:x1868795060830080:12345-192.168.203.27@tcp:9:umount.0 00000020:00000080:0.0:1782222386.955272:0:18714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681287b 00000100:00080000:0.0:1782222386.955293:0:18714:0:(import.c:65:import_set_state_nolock()) ffff8f07464a3800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1782222386.955347:0:18714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1782222386.955510:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+2:2386:x1868795060830080:12345-192.168.203.27@tcp:9:umount.0 Request processed in 293us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222386.955517:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 33 00010000:00010000:0.0:1782222386.955572:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782222386.955583:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782222386.956498:0:19545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060829952 00000100:00100000:1.0:1782222386.956503:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060829824 00000100:00100000:2.0:1782222386.956508:0:19545:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060829952 00000100:00100000:1.0:1782222386.956508:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060829824 00000100:00100000:1.0:1782222386.956560:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:1.0:1782222386.956569:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+14:2388:x1868795060829824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782222386.956580:0:17195:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222386.956599:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812858 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558833 expref: 14 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222386.956613:0:17195:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782222386.956648:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+13:2388:x1868795060829824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 81us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222386.956656:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:1.0:1782222386.956671:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4 00000100:00100000:1.0:1782222386.956677:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0876234850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+12:2388:x1868795060829952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782222386.956702:0:17195:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222386.956712:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812915 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75588e9 expref: 12 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222386.956721:0:17195:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782222386.956737:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0876234850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+11:2388:x1868795060829952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 60us (3127us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222386.956744:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4 00000100:00100000:3.0:1782222386.956870:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060829696 00000100:00100000:3.0:1782222386.956875:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060829696 00000100:00100000:3.0:1782222386.960623:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:3.0:1782222386.960648:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+11:2388:x1868795060829696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782222386.960667:0:17194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222386.960689:0:17194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812851 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558802 expref: 11 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222386.960704:0:17194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222386.960754:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+10:2388:x1868795060829696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 119us (7203us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222386.960762:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:0.0:1782222386.976330:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222386.976437:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060830976 00000100:00100000:1.0:1782222386.976447:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060830976 00000100:00100000:1.0:1782222386.976509:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 67 00000100:00100000:1.0:1782222386.976519:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+16:2386:x1868795060830976:12345-192.168.203.27@tcp:39:umount.0 00000020:00000080:1.0:1782222386.976567:0:20002:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812866 00000020:00010000:1.0:1782222386.976583:0:20002:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f07466d9000: total 0 00000100:00080000:1.0:1782222386.976588:0:20002:0:(import.c:65:import_set_state_nolock()) ffff8f07466dd800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1782222386.976620:0:20002:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1782222386.976776:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8d3282c7-c1ac-4cf8-a606-482b3aabf172+15:2386:x1868795060830976:12345-192.168.203.27@tcp:39:umount.0 Request processed in 257us (454us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1782222386.976783:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 67 00000020:00010000:0.0:1782222386.978406:0:17196:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f07466d9000: total 0 00010000:00010000:0.0:1782222386.978413:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222386.978474:0:17196:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f07466d9000, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1782222386.978542:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f087f8f1800) 00010000:00010000:0.0:1782222386.978547:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1782222386.978559:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f08483ed600/0xe2b7cc26e6812b1b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558983 expref: 14 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978585:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f087f8f2d00) 00010000:00010000:0.0:1782222386.978587:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1782222386.978592:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f08413d3e00/0xe2b7cc26e6812931 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75588f0 expref: 13 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978608:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8f07465b1200) 00010000:00010000:0.0:1782222386.978610:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1782222386.978614:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fcb8000/0xe2b7cc26e6812a11 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f755892f expref: 12 pid: 20002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978629:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f07465b1600) 00010000:00010000:0.0:1782222386.978631:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1782222386.978635:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f08483ec800/0xe2b7cc26e6812ac0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f755896e expref: 11 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978660:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f07465b1600) 00010000:00010000:0.0:1782222386.978663:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1782222386.978667:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f08413d2800/0xe2b7cc26e6812a8f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558959 expref: 10 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978680:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f07465b1600) 00010000:00010000:0.0:1782222386.978683:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1782222386.978686:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fcb9600/0xe2b7cc26e6812b76 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589a6 expref: 9 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978700:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f0859454600) 00010000:00010000:0.0:1782222386.978702:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782222386.978706:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841459e00/0xe2b7cc26e681294d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75588f7 expref: 8 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978719:0:17196:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0859454800) 00010000:00010000:0.0:1782222386.978721:0:17196:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1782222386.978724:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0841459a00/0xe2b7cc26e681298c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558905 expref: 7 pid: 19481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222386.978734:0:17196:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f07466d9000, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1782222386.978747:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222386.978749:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222386.978750:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222386.984565:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222386.984953:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060831104 00000100:00100000:0.0:1782222386.984963:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060831104 00000100:00100000:0.0:1782222386.985036:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 68 00000100:00100000:0.0:1782222386.985061:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+5:2386:x1868795060831104:12345-192.168.203.27@tcp:39:umount.0 00000020:00000080:0.0:1782222386.985094:0:17208:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681286d 00000100:00080000:0.0:1782222386.985111:0:17208:0:(import.c:65:import_set_state_nolock()) ffff8f07460e5000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1782222386.985148:0:17208:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1782222386.985382:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8d3282c7-c1ac-4cf8-a606-482b3aabf172+3:2386:x1868795060831104:12345-192.168.203.27@tcp:39:umount.0 Request processed in 324us (825us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1782222386.985402:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 68 00000100:00080000:2.0:1782222386.986013:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1782222386.986342:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222386.986506:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222387.178692:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782222387.178723:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081889920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782222387.178793:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222387.178878:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081889920 00000100:00100000:2.0:1782222387.178886:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081889920 00000100:00100000:2.0:1782222387.178952:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1782222387.178962:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081889920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1782222387.178989:0:18717:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782222387.179033:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081889920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222387.179040:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1782222387.179060:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782222387.179097:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081889920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782222387.179551:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a0873f67-836f-4221-9522-aadc54ad715e:3654:1868795081890048:0@lo:400:kworker.0 00000100:00100000:2.0:1782222387.179584:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.179689:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081890432:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.179726:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.179754:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081890944:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.179777:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.179794:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1868795081891456:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.179814:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.179843:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890944 00000100:00100000:1.0:1782222387.179847:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890944 00000100:00100000:1.0:1782222387.179889:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891456 00000100:00100000:1.0:1782222387.179892:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891456 00000100:00100000:1.0:1782222387.179929:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1782222387.179936:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081890944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.179978:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081890944:12345-0@lo:400:kworker.0 Request processed in 42us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.179985:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1782222387.180002:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1782222387.180009:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1868795081891456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180050:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1868795081891456:12345-0@lo:400:kworker.0 Request processed in 41us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.180056:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1782222387.180077:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081890176:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180106:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.180133:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081890688:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180156:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.180174:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081891200:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180195:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.180213:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1782222387.180221:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081890304:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180266:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.180281:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081890816:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180299:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.180314:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1868795081891328:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180330:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222387.180351:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890176 00000100:00100000:1.0:1782222387.180355:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890176 00000100:00100000:1.0:1782222387.180396:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890688 00000100:00100000:1.0:1782222387.180399:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890688 00000100:00100000:1.0:1782222387.180414:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1782222387.180420:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081890176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180455:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081890176:12345-0@lo:400:kworker.0 Request processed in 36us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.180461:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1782222387.180482:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1782222387.180488:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081890688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180515:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081890688:12345-0@lo:400:kworker.0 Request processed in 28us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.180521:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1782222387.180536:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782222387.180559:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081890944:0@lo:400:kworker.0 00010000:00080000:1.0:1782222387.180572:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0881724a80 x1868795081891456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222387.180582:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1868795081891456:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180602:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891200 00000100:00100000:1.0:1782222387.180605:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891200 00000100:00100000:1.0:1782222387.180627:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891328 00000100:00100000:1.0:1782222387.180630:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891328 00000100:00100000:1.0:1782222387.180644:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1782222387.180649:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081891200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180677:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081891200:12345-0@lo:400:kworker.0 Request processed in 28us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.180683:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1782222387.180695:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1782222387.180701:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1868795081891328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180726:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1868795081891328:12345-0@lo:400:kworker.0 Request processed in 26us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.180733:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00080000:1.0:1782222387.180747:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1782222387.180749:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782222387.180777:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1868795081891328:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180787:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081890176:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180795:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081890688:0@lo:400:kworker.0 00010000:00080000:1.0:1782222387.180804:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747ef5880 x1868795081891200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222387.180813:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081891200:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180864:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890432 00000100:00100000:1.0:1782222387.180868:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890432 00000100:00100000:1.0:1782222387.180897:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890304 00000100:00100000:1.0:1782222387.180900:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890304 00000100:00100000:1.0:1782222387.180912:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890816 00000100:00100000:1.0:1782222387.180915:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890816 00000100:00100000:1.0:1782222387.180928:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1782222387.180934:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081890432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.180970:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081890432:12345-0@lo:400:kworker.0 Request processed in 35us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.180976:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1782222387.180988:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1782222387.180993:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081890304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.181024:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081890304:12345-0@lo:400:kworker.0 Request processed in 30us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.181029:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1782222387.181040:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1782222387.181046:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081890816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.181073:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081890816:12345-0@lo:400:kworker.0 Request processed in 27us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222387.181085:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:1.0:1782222387.181099:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1782222387.181116:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081890432:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.181140:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081890304:0@lo:400:kworker.0 00000100:00100000:1.0:1782222387.181150:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081890816:0@lo:400:kworker.0 00000100:00100000:2.0:1782222387.181356:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081890560:0@lo:400:kworker.0 00000100:00100000:2.0:1782222387.181397:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222387.181413:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1868795081891072:0@lo:400:kworker.0 00000100:00100000:2.0:1782222387.181435:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222387.181469:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890560 00000100:00100000:2.0:1782222387.181473:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890560 00000100:00100000:2.0:1782222387.181498:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891072 00000100:00100000:2.0:1782222387.181502:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891072 00000100:00100000:2.0:1782222387.181527:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1782222387.181533:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081890560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222387.181570:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081890560:12345-0@lo:400:kworker.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222387.181576:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1782222387.181588:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1782222387.181594:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1868795081891072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222387.181968:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782222387.181977:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08516d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081891584:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782222387.182021:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222387.182051:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891584 00000100:00100000:3.0:1782222387.182055:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891584 00000100:00100000:3.0:1782222387.182083:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1782222387.182089:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081891584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1782222387.182103:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1782222387.182135:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081891584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222387.182141:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1782222387.182176:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08516d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081891584:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1782222387.182204:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782222387.182261:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081890560:0@lo:400:kworker.0 00000100:00100000:2.0:1782222387.186124:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1868795081891072:12345-0@lo:400:kworker.0 Request processed in 4519us (4676us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222387.186141:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1782222387.186893:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1868795081891072:0@lo:400:kworker.0 00000100:00100000:0.0:1782222387.187723:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081890048 00000100:00100000:0.0:1782222387.187733:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081890048 00000100:00100000:0.0:1782222387.187841:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1782222387.187852:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a0873f67-836f-4221-9522-aadc54ad715e+24:3654:x1868795081890048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222387.187959:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a0873f67-836f-4221-9522-aadc54ad715e+24:3654:x1868795081890048:12345-0@lo:400:kworker.0 Request processed in 110us (8373us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222387.187967:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1782222387.188040:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a0873f67-836f-4221-9522-aadc54ad715e:3654:1868795081890048:0@lo:400:kworker.0 00000040:00080000:2.0:1782222387.818737:0:17242:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1782222387.818747:0:17242:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1782222387.818768:0:17242:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1782222387.818776:0:17242:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1782222388.010414:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222388.646367:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222388.646423:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222388.646542:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060831232 00000100:00100000:2.0:1782222388.646552:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060831232 00000100:00100000:2.0:1782222388.646620:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 175 00000100:00100000:2.0:1782222388.646641:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+10:2390:x1868795060831232:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222388.646737:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+10:2390:x1868795060831232:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 107us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222388.646745:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 175 00000100:00100000:3.0:1782222388.648921:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222388.658112:0:19481:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060831488 00000100:00100000:0.0:1782222388.658135:0:19481:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060831488 00000100:00080000:3.0:1782222388.658285:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782222388.660048:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060831360 00000100:00100000:1.0:1782222388.660059:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060831360 00000100:00100000:1.0:1782222388.660148:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 103 00000100:00100000:1.0:1782222388.660160:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2390:x1868795060831488:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222388.660271:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2390:x1868795060831488:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 114us (13847us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222388.660279:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 103 00000100:00100000:1.0:1782222388.660297:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 104 00000100:00100000:1.0:1782222388.660304:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c320fdbb-74fa-4205-b5df-42980d45bb62+6:2390:x1868795060831360:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222388.660329:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c320fdbb-74fa-4205-b5df-42980d45bb62+6:2390:x1868795060831360:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 26us (11416us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222388.660335:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 104 00000100:00080000:3.0:1782222388.660902:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1782222389.037284:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222389.112282:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222389.112331:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222389.112394:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222389.112491:0:19545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060831616 00000100:00100000:1.0:1782222389.112505:0:19545:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060831616 00000100:00100000:3.0:1782222389.117017:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060831872 00000100:00100000:3.0:1782222389.117032:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060831872 00000100:00100000:3.0:1782222389.117095:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060831744 00000100:00100000:3.0:1782222389.117099:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060831744 00000100:00100000:3.0:1782222389.117120:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6 00000100:00100000:3.0:1782222389.117129:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+12:2387:x1868795060831616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782222389.117145:0:17194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222389.117164:0:17194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb9200/0xe2b7cc26e6812890 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558872 expref: 12 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222389.117195:0:17194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222389.117281:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+11:2387:x1868795060831616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 151us (5055us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222389.117289:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6 00000100:00100000:3.0:1782222389.117434:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:3.0:1782222389.117442:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+10:2387:x1868795060831872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782222389.117450:0:17194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222389.117459:0:17194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e681290e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75588e2 expref: 10 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222389.117825:0:17194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222389.117855:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+9:2387:x1868795060831872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 413us (5523us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222389.117863:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:3.0:1782222389.117879:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00100000:3.0:1782222389.117885:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+8:2387:x1868795060831744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782222389.117893:0:17194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222389.117902:0:17194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ed000/0xe2b7cc26e6812897 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75588a3 expref: 8 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222389.117911:0:17194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222389.117929:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+7:2387:x1868795060831744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 44us (5536us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222389.117935:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00100000:3.0:1782222389.118002:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222389.118213:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060832128 00000100:00100000:3.0:1782222389.118218:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060832128 00000100:00100000:3.0:1782222389.118279:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 69 00000100:00100000:3.0:1782222389.119016:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c320fdbb-74fa-4205-b5df-42980d45bb62+6:2386:x1868795060832128:12345-192.168.203.27@tcp:39:umount.0 00000020:00000080:3.0:1782222389.120214:0:17209:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68128ac 00000020:00010000:3.0:1782222389.120225:0:17209:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f084fd1f800: total 0 00000100:00080000:3.0:1782222389.120230:0:17209:0:(import.c:65:import_set_state_nolock()) ffff8f084fd1d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1782222389.120277:0:17209:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:3.0:1782222389.120616:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2386:x1868795060832128:12345-192.168.203.27@tcp:39:umount.0 Request processed in 2328us (2611us total) trans 8589934628 rc 0/0 00000100:00100000:3.0:1782222389.120627:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 69 00000020:00010000:1.0:1782222389.120973:0:17197:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f084fd1f800: total 0 00010000:00010000:1.0:1782222389.121028:0:17197:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f084fd1f800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1782222389.121069:0:17197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0859454800) 00010000:00010000:1.0:1782222389.121072:0:17197:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782222389.121087:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f08413d2600/0xe2b7cc26e681299a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f755890c expref: 4 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222389.121108:0:17197:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f084fd1f800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1782222389.121121:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222389.121123:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222389.121125:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222389.135655:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222389.135781:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060832256 00000100:00100000:2.0:1782222389.135795:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060832256 00000100:00100000:2.0:1782222389.135874:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 70 00000100:00100000:2.0:1782222389.135886:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c320fdbb-74fa-4205-b5df-42980d45bb62+5:2386:x1868795060832256:12345-192.168.203.27@tcp:39:umount.0 00000020:00000080:2.0:1782222389.135928:0:17210:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68128a5 00000100:00080000:2.0:1782222389.135940:0:17210:0:(import.c:65:import_set_state_nolock()) ffff8f087e2d0800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1782222389.136124:0:17210:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1782222389.136737:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c320fdbb-74fa-4205-b5df-42980d45bb62+3:2386:x1868795060832256:12345-192.168.203.27@tcp:39:umount.0 Request processed in 851us (1095us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1782222389.136747:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 70 00010000:00010000:0.0:1782222389.137874:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222389.185999:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222389.186142:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060832512 00000100:00100000:0.0:1782222389.186156:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060832512 00000100:00100000:2.0:1782222389.186579:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 176 00000100:00100000:2.0:1782222389.186595:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+7:2386:x1868795060832512:12345-192.168.203.27@tcp:251:umount.0 00000020:00000080:2.0:1782222389.186657:0:17203:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812843 00000020:00010000:2.0:1782222389.186668:0:17203:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f0745608000: total 0 00000100:00080000:2.0:1782222389.186673:0:17203:0:(import.c:65:import_set_state_nolock()) ffff8f084fd19800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1782222389.186826:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0274066-4ed8-4dcc-b7c7-6f5c024ab825+3:2386:x1868795060832512:12345-192.168.203.27@tcp:251:umount.0 Request processed in 235us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222389.186835:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 176 00000020:00010000:3.0:1782222389.187977:0:19828:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f0745608000: total 0 00010000:00010000:2.0:1782222389.188158:0:19828:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f0745608000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1782222389.188289:0:19828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fb82600/0xe2b7cc26e681284a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75587fb expref: 2 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222389.188330:0:19828:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f0745608000, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1782222389.188344:0:19828:0:(genops.c:906:class_export_put()) final put ffff8f0745608000/d0274066-4ed8-4dcc-b7c7-6f5c024ab825 00010000:00010000:2.0:1782222389.188418:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222389.188421:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222389.188423:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1782222389.188449:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0745608000/d0274066-4ed8-4dcc-b7c7-6f5c024ab825 for MGS 00000020:00000080:0.0:1782222389.188636:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f084fd19800 for MGS 00010000:00010000:1.0:1782222390.061139:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222391.082408:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1782222391.244145:0:20783:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1782222391.253231:0:20783:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1782222391.253311:0:20783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.253325:0:20783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.253333:0:20783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.253341:0:20783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.253370:0:20783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1782222391.253376:0:20783:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1782222391.253403:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782222391.253407:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1782222391.253413:0:20783:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1782222391.253442:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f0746083000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1782222391.253540:0:19828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222391.253548:0:19828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222391.253555:0:19828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83a00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:3.0:1782222391.253559:0:19828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222391.253568:0:19828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782222391.253575:0:19828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222391.253580:0:19828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1782222391.253593:0:19828:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1782222391.253595:0:19828:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1782222391.253624:0:19828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222391.253630:0:19828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1782222391.253656:0:19828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222391.253664:0:19828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812406 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681240d expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222391.253676:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222391.253677:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222391.253679:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222391.253738:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1868795081891712:0@lo:39:umount.0 00000100:00100000:1.0:1782222391.253784:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08516d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081891840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.253813:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222391.253914:0:19481:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891712 00000100:00100000:3.0:1782222391.253921:0:19481:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891712 00000100:00100000:3.0:1782222391.253990:0:19481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1782222391.253997:0:19481:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1868795081891712:12345-0@lo:39:umount.0 00000020:00000080:3.0:1782222391.254020:0:19481:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812437 00000100:00080000:3.0:1782222391.254026:0:19481:0:(import.c:65:import_set_state_nolock()) ffff8f08513bd000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1782222391.254036:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1782222391.254059:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222391.254074:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891840 00000100:00100000:0.0:1782222391.254078:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891840 00000100:00100000:3.0:1782222391.254092:0:19481:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3652:x1868795081891712:12345-0@lo:39:umount.0 Request processed in 95us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222391.254099:0:19481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1782222391.254109:0:19481:0:(genops.c:906:class_export_put()) final put ffff8f08513bb800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:0.0:1782222391.254118:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782222391.254124:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a0873f67-836f-4221-9522-aadc54ad715e+24:3655:x1868795081891840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222391.254133:0:17193:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782222391.254147:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fb82000/0xe2b7cc26e681240d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812406 expref: 24 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.254161:0:17193:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782222391.254313:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a0873f67-836f-4221-9522-aadc54ad715e+23:3655:x1868795081891840:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222391.254320:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000080:0.0:1782222391.254340:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08513bb800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1782222391.254394:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f08513bd000 for lustre-MDT0000 00000100:00080000:0.0:1782222391.254421:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746083000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1782222391.254430:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1868795081891712:0@lo:39:umount.0 00000100:00100000:2.0:1782222391.254508:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08516d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081891840:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1782222391.254531:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782222391.254534:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1782222391.254544:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1782222391.255441:0:20783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255452:0:20783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255459:0:20783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255465:0:20783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255486:0:20783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782222391.255502:0:20783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255509:0:20783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255514:0:20783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255519:0:20783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255538:0:20783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1782222391.255543:0:20783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255550:0:20783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255565:0:20783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255571:0:20783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255584:0:20783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1782222391.255590:0:20783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255595:0:20783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255602:0:20783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255607:0:20783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222391.255615:0:20783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1782222391.255618:0:20783:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:0.0:1782222391.255768:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1782222391.255775:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255782:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0746430600 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222391.255785:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255794:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222391.255801:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222391.255807:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1782222391.255816:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:0.0:1782222391.255819:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:0.0:1782222391.255847:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255853:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782222391.255874:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255880:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0746430600/0xe2b7cc26e6812357 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681235e expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255890:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1782222391.255892:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255897:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744ce00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222391.255900:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255905:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222391.255911:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222391.255916:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1782222391.255918:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1782222391.255920:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1782222391.255930:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255943:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782222391.255959:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255965:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f074744ce00/0xe2b7cc26e6812763 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681276a expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255973:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782222391.255977:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255983:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83600 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222391.255986:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.255992:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222391.255998:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222391.256003:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1782222391.256005:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1782222391.256007:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1782222391.256019:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256025:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782222391.256031:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256046:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fb83600/0xe2b7cc26e6812900 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812907 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256055:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222391.256058:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256063:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0746431e00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222391.256066:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256072:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222391.256078:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222391.256082:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1782222391.256084:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1782222391.256085:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1782222391.256098:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256103:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782222391.256109:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256115:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0746431e00/0xe2b7cc26e6812349 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812350 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.256134:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222391.256136:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222391.256138:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222391.256155:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a0873f67-836f-4221-9522-aadc54ad715e:3656:1868795081891968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.256214:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222391.256279:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782222391.256285:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a0873f67-836f-4221-9522-aadc54ad715e:3656:1868795081892352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.256308:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222391.256333:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081892096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.256366:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222391.256384:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1782222391.256389:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081892224:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.256409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222391.256436:0:19545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081891968 00000100:00100000:0.0:1782222391.256441:0:19545:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081891968 00000100:00100000:0.0:1782222391.256472:0:19545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081892352 00000100:00100000:0.0:1782222391.256477:0:19545:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081892352 00000100:00100000:0.0:1782222391.256493:0:19545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081892096 00000100:00100000:0.0:1782222391.256496:0:19545:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081892096 00000100:00100000:0.0:1782222391.256513:0:19545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081892224 00000100:00100000:0.0:1782222391.256517:0:19545:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081892224 00000100:00100000:1.0:1782222391.256541:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1782222391.256552:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a0873f67-836f-4221-9522-aadc54ad715e+26:3656:x1868795081891968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782222391.256565:0:17195:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222391.256579:0:17195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f074744c400/0xe2b7cc26e681235e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812357 expref: 26 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1782222391.256589:0:20783:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00010000:00010000:1.0:1782222391.256591:0:17195:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:01000000:2.0:1782222391.256595:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1782222391.256601:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222391.256607:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1782222391.256614:0:20783:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f084706f800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782222391.256620:0:20783:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f07471e0000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782222391.256626:0:20783:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f07476f5800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:1.0:1782222391.256632:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a0873f67-836f-4221-9522-aadc54ad715e+25:3656:x1868795081891968:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (416us total) trans 0 rc 0/0 00000020:00080000:2.0:1782222391.256824:0:20783:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f074769e800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782222391.256831:0:20783:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8f084fd1f800 c320fdbb-74fa-4205-b5df-42980d45bb62 192.168.203.27@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1782222391.256836:0:20783:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8f07466d9000 8d3282c7-c1ac-4cf8-a606-482b3aabf172 192.168.203.27@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1782222391.256841:0:20783:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff8f087f93cd40) has exports, disconnecting them 00000020:00080000:2.0:1782222391.256845:0:20783:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f084706f800), last request at 1782222387 00000020:00000080:2.0:1782222391.256852:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812739 00000100:00080000:2.0:1782222391.256866:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f0847069000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1782222391.256909:0:20783:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f084706f800): rc 0 00000020:00000080:2.0:1782222391.256911:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f084706f800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1782222391.256920:0:20783:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f07471e0000), last request at 1782222387 00000020:00000080:2.0:1782222391.256924:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68125d4 00000100:00080000:2.0:1782222391.256929:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f07471e4800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1782222391.256935:0:20783:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f07471e0000): rc 0 00000020:00000080:2.0:1782222391.256937:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f07471e0000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1782222391.256940:0:20783:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f07476f5800), last request at 1782222309 00000020:00000080:2.0:1782222391.256943:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812525 00000100:00080000:2.0:1782222391.256946:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f07476f2000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1782222391.256952:0:20783:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f07476f5800): rc 0 00000020:00000080:2.0:1782222391.256954:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f07476f5800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1782222391.256957:0:20783:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f074769e800), last request at 1782222309 00000020:00000080:2.0:1782222391.256960:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124ca 00000100:00080000:2.0:1782222391.256963:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f0745637000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1782222391.256969:0:20783:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:2.0:1782222391.257037:0:20783:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f074769e800): rc 0 00000004:00000080:2.0:1782222391.257042:0:20783:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa0b988053ae0 00000100:00080000:2.0:1782222391.257058:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1782222391.257066:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000020:00000080:3.0:1782222391.257436:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f084706f800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1782222391.257471:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07471e0000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1782222391.257491:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07476f5800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1782222391.257510:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f0847069000 for lustre-MDT0000 00000020:00000080:3.0:1782222391.257515:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07471e4800 for lustre-MDT0000 00000020:00000080:3.0:1782222391.257525:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07476f2000 for lustre-MDT0000 00010000:00010000:3.0:1782222391.257551:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222391.258718:0:19545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782222391.258736:0:19545:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0876237c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a0873f67-836f-4221-9522-aadc54ad715e+25:3656:x1868795081892352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222391.258750:0:19545:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782222391.258765:0:19545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f074744c200/0xe2b7cc26e6812350 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812349 expref: 25 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.258790:0:19545:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782222391.258843:0:19545:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0876237c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a0873f67-836f-4221-9522-aadc54ad715e+24:3656:x1868795081892352:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (2534us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222391.258850:0:19545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782222391.258876:0:19545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782222391.258884:0:19545:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a0873f67-836f-4221-9522-aadc54ad715e+23:3653:x1868795081892096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222391.258891:0:19545:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782222391.258899:0:19545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e681276a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812763 expref: 23 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.258907:0:19545:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782222391.258932:0:19545:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a0873f67-836f-4221-9522-aadc54ad715e+22:3653:x1868795081892096:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (2577us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222391.258938:0:19545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782222391.258948:0:19545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1782222391.258954:0:19545:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a0873f67-836f-4221-9522-aadc54ad715e+21:3653:x1868795081892224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222391.258960:0:19545:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782222391.258967:0:19545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ec000/0xe2b7cc26e6812907 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812900 expref: 21 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222391.258974:0:19545:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782222391.258990:0:19545:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a0873f67-836f-4221-9522-aadc54ad715e+20:3653:x1868795081892224:12345-0@lo:103:ldlm_bl.0 Request processed in 37us (2581us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222391.258995:0:19545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:0.0:1782222391.259015:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222391.259039:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081892224:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.259053:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081892096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.259079:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a0873f67-836f-4221-9522-aadc54ad715e:3656:1868795081892352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222391.259087:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a0873f67-836f-4221-9522-aadc54ad715e:3656:1868795081891968:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222391.259101:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222391.259184:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1782222391.259565:0:20783:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1782222391.259584:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f085294f800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1782222391.259669:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081892480:0@lo:39:umount.0 00000100:00100000:0.0:1782222391.259700:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222391.259806:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081892480 00000100:00100000:2.0:1782222391.259812:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081892480 00000100:00100000:2.0:1782222391.259856:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1782222391.259863:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1868795081892480:12345-0@lo:39:umount.0 00000020:00000080:2.0:1782222391.259887:0:17214:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681254f 00000100:00080000:2.0:1782222391.259894:0:17214:0:(import.c:65:import_set_state_nolock()) ffff8f0747763800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1782222391.259914:0:17214:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1782222391.260011:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3652:x1868795081892480:12345-0@lo:39:umount.0 Request processed in 148us (309us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1782222391.260018:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:0.0:1782222391.260274:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f085294f800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1782222391.260281:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081892480:0@lo:39:umount.0 00010000:00010000:2.0:1782222391.260331:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1782222391.260867:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1782222391.260871:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1782222391.260885:0:20783:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:2.0:1782222391.260951:0:20783:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1782222391.260962:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f085294e000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1782222391.260965:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08516d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:0:1868795081892608:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1782222391.260979:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1782222391.260982:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000100:00100000:1.0:1782222391.261015:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081892736:0@lo:9:umount.0 00000100:00100000:1.0:1782222391.261052:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1782222391.261191:0:20783:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1782222391.261195:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081892736 00000100:00100000:0.0:1782222391.261202:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081892736 00000100:00080000:3.0:1782222391.261227:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782222391.261270:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1782222391.261278:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1868795081892736:12345-0@lo:9:umount.0 00000100:00080000:2.0:1782222391.261284:0:20783:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1782222391.261296:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f07472a5800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00000080:0.0:1782222391.261299:0:19827:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681261a 00000100:00080000:0.0:1782222391.261307:0:19827:0:(import.c:65:import_set_state_nolock()) ffff8f07464a1000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1782222391.261346:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081892864:0@lo:9:umount.0 00000001:00000004:0.0:1782222391.261347:0:19827:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000020:00080000:2.0:1782222391.261371:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8f087f93cd40) has no exports 00000100:00100000:3.0:1782222391.261389:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222391.261456:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081892864 00000100:00100000:1.0:1782222391.261461:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081892864 00000100:00080000:3.0:1782222391.261483:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1782222391.261501:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1782222391.261509:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1868795081892864:12345-0@lo:9:umount.0 00000020:00000080:1.0:1782222391.261522:0:18714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812771 00000100:00080000:1.0:1782222391.261528:0:18714:0:(import.c:65:import_set_state_nolock()) ffff8f07470fc800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1782222391.261575:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1782222391.261576:0:18714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1782222391.261682:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3652:x1868795081892864:12345-0@lo:9:umount.0 Request processed in 172us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222391.261688:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1782222391.261725:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07472a5800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1782222391.261740:0:3652:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:3.0:1782222391.261743:0:3652:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222391.261746:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081892864:0@lo:9:umount.0 00000100:00100000:0.0:1782222391.261902:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3652:x1868795081892736:12345-0@lo:9:umount.0 Request processed in 624us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222391.261910:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:0.0:1782222391.261928:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1782222391.261959:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f085294e000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1782222391.261997:0:3652:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:3.0:1782222391.262055:0:3652:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222391.262059:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081892736:0@lo:9:umount.0 00000100:00100000:3.0:1782222391.274729:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081892992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782222391.274806:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222391.274913:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782222391.274922:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081893120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222391.274950:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222391.274984:0:20351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081893120 00000100:00100000:3.0:1782222391.274991:0:20351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081893120 00000100:00100000:3.0:1782222391.275045:0:20351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1782222391.275053:0:20351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081893120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782222391.275084:0:20351:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782222391.275144:0:20351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081893120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222391.275151:0:20351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:3.0:1782222391.275182:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1782222391.275229:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081893120:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1782222391.277772:0:17966:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00080000:1.0:1782222391.277822:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8f087f93cd40) has no exports 00000100:00100000:2.0:1782222391.279316:0:18230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081892992 00000100:00100000:2.0:1782222391.279329:0:18230:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081892992 00000100:00100000:2.0:1782222391.279399:0:18230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1782222391.279408:0:18230:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3653:x1868795081892992:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1782222391.279430:0:18230:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1782222391.279563:0:18230:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3653:x1868795081892992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 154us (4758us total) trans 0 rc -107/-107 00000100:00100000:2.0:1782222391.279572:0:18230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:02020000:0.0:1782222391.279913:0:3653:0:(client.c:1491:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1782222391.284631:0:3653:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1782222391.284645:0:3653:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1782222391.284676:0:3653:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1782222391.310168:0:3653:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222391.310191:0:3653:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 508 00000100:00080000:0.0:1782222391.310214:0:3653:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f085097f000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222391.310322:0:3653:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881725180 x1868795081893248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222391.310480:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081893248:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1782222391.310561:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222391.312379:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081893248 00000100:00100000:0.0:1782222391.312398:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081893248 00000100:00100000:0.0:1782222391.312463:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1782222391.312474:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1868795081893248:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1782222391.312499:0:17213:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1782222391.327097:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1868795081893248:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 14614us (16528us total) trans 0 rc -19/-19 00000100:00100000:2.0:1782222391.327113:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1782222391.327530:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222391.327537:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782222391.327542:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081893248:0@lo:38:ptlrpcd_00_00.0 00000020:00000080:1.0:1782222391.350934:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68123a4 00000020:00000080:1.0:1782222391.350951:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f085294c000/lustre-QMT0000_UUID 00000020:01000000:1.0:1782222391.350972:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1782222391.352929:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f085294c000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1782222391.352994:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222391.353008:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1782222391.353014:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff8f0747568000) has no exports 00000020:00000080:2.0:1782222391.353975:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681239d 00000020:00000080:2.0:1782222391.353988:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0881597000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1782222391.354042:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0881597000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1782222391.354066:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222391.354079:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1782222391.354083:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0881597800/lustre-QMT0000_UUID 00000020:00000080:2.0:1782222391.354086:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0881597800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1782222391.354095:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:2.0:1782222392.106651:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222392.298519:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1782222392.298541:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081893376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1782222392.298609:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222392.298651:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081893376 00000100:00100000:3.0:1782222392.298657:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081893376 00000100:00100000:3.0:1782222392.298706:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1782222392.298714:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081893376:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1782222392.298736:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1782222392.298741:0:18717:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1782222392.298790:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081893376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222392.298797:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:2.0:1782222392.299153:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782222392.299157:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1782222392.299161:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222392.299166:0:15024:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 590 00000100:00080000:2.0:1782222392.299171:0:15024:0:(import.c:591:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1782222392.299175:0:15024:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f085097f000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222392.299194:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747679f80 x1868795081893632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782222392.299432:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1868795081894016:0@lo:400:kworker.0 00000100:00100000:0.0:1782222392.299470:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222392.299505:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1782222392.299511:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081893504:0@lo:400:kworker.0 00000100:00100000:0.0:1782222392.299538:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222392.299567:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081894144:0@lo:400:kworker.0 00000100:00100000:0.0:1782222392.299586:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222392.299613:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081893504 00000100:00100000:0.0:1782222392.299617:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081893504 00000100:00100000:0.0:1782222392.299647:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1782222392.299667:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f087f4f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a0873f67-836f-4221-9522-aadc54ad715e+19:3655:x1868795081893504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222392.299701:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f087f4f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a0873f67-836f-4221-9522-aadc54ad715e+19:3655:x1868795081893504:12345-0@lo:400:kworker.0 Request processed in 36us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222392.299708:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1782222392.299733:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894016 00000100:00100000:0.0:1782222392.299736:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894016 00000100:00100000:0.0:1782222392.299756:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894144 00000100:00100000:0.0:1782222392.299758:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894144 00000100:00100000:0.0:1782222392.299782:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1782222392.299788:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081894144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222392.299817:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081894144:12345-0@lo:400:kworker.0 Request processed in 29us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222392.299823:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1782222392.299846:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1782222392.299851:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3655:x1868795081894016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222392.300109:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081893632:0@lo:38:kworker.0 00000100:00100000:3.0:1782222392.300142:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222392.300221:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081893632 00000100:00100000:3.0:1782222392.300225:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081893632 00000100:00100000:3.0:1782222392.300264:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1782222392.300269:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081893632:12345-0@lo:38:kworker.0 00010000:02000000:3.0:1782222392.300283:0:17214:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1782222392.300316:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081893632:12345-0@lo:38:kworker.0 Request processed in 45us (173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1782222392.300322:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1782222392.300668:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081893888:0@lo:400:kworker.0 00000100:00100000:1.0:1782222392.300702:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222392.300723:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081894400:0@lo:400:kworker.0 00000100:00100000:1.0:1782222392.300743:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222392.300757:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1782222392.300763:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081893760:0@lo:400:kworker.0 00000100:00100000:1.0:1782222392.300784:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222392.300801:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081894272:0@lo:400:kworker.0 00000100:00100000:1.0:1782222392.300821:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222392.300855:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081893760 00000100:00100000:1.0:1782222392.300859:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081893760 00000100:00100000:1.0:1782222392.300890:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1782222392.300897:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081893760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222392.300936:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081893760:12345-0@lo:400:kworker.0 Request processed in 39us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222392.300942:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1782222392.300990:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081893376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782222392.301021:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081893760:0@lo:400:kworker.0 00000020:00080000:0.0:1782222392.301104:0:20002:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1782222392.301141:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3655:x1868795081894016:12345-0@lo:400:kworker.0 Request processed in 1288us (1670us total) trans 0 rc -107/-107 00000100:00100000:0.0:1782222392.301148:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1782222392.301161:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081893888 00000100:00100000:0.0:1782222392.301163:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081893888 00000100:00100000:0.0:1782222392.301173:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894400 00000100:00100000:0.0:1782222392.301175:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894400 00000100:00100000:0.0:1782222392.301188:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894272 00000100:00100000:0.0:1782222392.301190:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894272 00000100:00100000:0.0:1782222392.301212:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1782222392.301218:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1868795081894400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222392.301261:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1868795081894400:12345-0@lo:400:kworker.0 Request processed in 43us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222392.301275:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1782222392.301287:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1782222392.301290:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3654:x1868795081893888:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1782222392.301295:0:20002:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1782222392.301317:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3654:x1868795081893888:12345-0@lo:400:kworker.0 Request processed in 26us (616us total) trans 0 rc -107/-107 00000100:00100000:0.0:1782222392.301322:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1782222392.301331:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1782222392.301335:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3654:x1868795081894272:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1782222392.301339:0:20002:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00080000:3.0:1782222392.301969:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222392.301976:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782222392.301979:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081893632:0@lo:38:kworker.0 00000100:00100000:3.0:1782222392.302051:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081893504:0@lo:400:kworker.0 00010000:00080000:3.0:1782222392.302067:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f08485a1180 x1868795081894144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222392.302076:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081894144:0@lo:400:kworker.0 00000100:00080000:3.0:1782222392.302087:0:3655:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1782222392.302090:0:3655:0:(import.c:65:import_set_state_nolock()) ffff8f07471e0800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1782222392.302094:0:3655:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1782222392.302099:0:3655:0:(import.c:65:import_set_state_nolock()) ffff8f07471e0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222392.302102:0:3655:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 524 00000100:00080000:3.0:1782222392.302109:0:3655:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f07471e0800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222392.302132:0:3655:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f074778d500 x1868795081894528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782222392.302151:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1868795081894016:0@lo:400:kworker.0 00000100:00100000:3.0:1782222392.302174:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074778d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081894528:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1782222392.302209:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222392.302252:0:19481:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894528 00000100:00100000:3.0:1782222392.302257:0:19481:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894528 00000100:00100000:3.0:1782222392.302279:0:19481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1782222392.302284:0:19481:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0849baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1868795081894528:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1782222392.302295:0:19481:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1782222392.302336:0:19481:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0849baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1868795081894528:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 50us (126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1782222392.303010:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3654:x1868795081894272:12345-0@lo:400:kworker.0 Request processed in 1671us (2186us total) trans 0 rc -107/-107 00000100:00080000:1.0:1782222392.303880:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1782222392.303885:0:3654:0:(import.c:65:import_set_state_nolock()) ffff8f07466db000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1782222392.303889:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1782222392.303894:0:3654:0:(import.c:65:import_set_state_nolock()) ffff8f07466db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782222392.303898:0:3654:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 540 00000100:00080000:1.0:1782222392.303905:0:3654:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f07466db000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222392.303930:0:3654:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0847001180 x1868795081894656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222392.303945:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081894272:0@lo:400:kworker.0 00000100:00080000:1.0:1782222392.303958:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1782222392.303961:0:3654:0:(import.c:65:import_set_state_nolock()) ffff8f08672f9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1782222392.303964:0:3654:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1782222392.303967:0:3654:0:(import.c:65:import_set_state_nolock()) ffff8f08672f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782222392.303970:0:3654:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 508 00000100:00080000:1.0:1782222392.303974:0:3654:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f08672f9800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222392.303985:0:3654:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0847001500 x1868795081894784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222392.303993:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081893888:0@lo:400:kworker.0 00010000:00080000:1.0:1782222392.304006:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f08485a2d80 x1868795081894400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222392.304015:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081894400:0@lo:400:kworker.0 00000100:00080000:1.0:1782222392.304072:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782222392.304552:0:19481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1782222392.304585:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081894656:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1782222392.304640:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222392.304678:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1868795081894784:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1782222392.304699:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1782222392.304723:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07471e0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222392.304728:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782222392.304731:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074778d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081894528:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1782222392.305071:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894656 00000100:00100000:2.0:1782222392.305077:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894656 00000100:00100000:1.0:1782222392.305155:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894784 00000100:00100000:1.0:1782222392.305160:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894784 00000100:00100000:0.0:1782222392.315807:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1782222392.315856:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1782222392.315871:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3652:x1868795081894656:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:0.0:1782222392.315891:0:20002:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1782222392.315928:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1782222392.315935:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1868795081894784:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1782222392.315943:0:17210:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1782222392.316047:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1868795081894784:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 110us (11346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782222392.316055:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1782222392.317087:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3652:x1868795081894656:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 1212us (12443us total) trans 0 rc -19/-19 00000100:00100000:0.0:1782222392.317097:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1782222392.317331:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07466db000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222392.317337:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782222392.317342:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081894656:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:3.0:1782222392.317367:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f08672f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222392.317370:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782222392.317373:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1868795081894784:0@lo:38:ptlrpcd_00_01.0 00000001:00100000:0.0:1782222392.815778:0:17188:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1782222392.815789:0:17188:0:(genops.c:906:class_export_put()) final put ffff8f074769e800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1782222392.815832:0:17188:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c320fdbb-74fa-4205-b5df-42980d45bb62 00000001:00080000:0.0:1782222392.815841:0:17188:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1782222392.815845:0:17188:0:(genops.c:906:class_export_put()) final put ffff8f084fd1f800/c320fdbb-74fa-4205-b5df-42980d45bb62 00000001:00100000:0.0:1782222392.815851:0:17188:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000001:00080000:0.0:1782222392.815856:0:17188:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1782222392.815879:0:17188:0:(genops.c:906:class_export_put()) final put ffff8f07466d9000/8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000020:00000080:3.0:1782222392.816526:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f074769e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1782222392.816591:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f084fd1f800/c320fdbb-74fa-4205-b5df-42980d45bb62 for lustre-MDT0000 00000020:00000080:3.0:1782222392.816618:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07466d9000/8d3282c7-c1ac-4cf8-a606-482b3aabf172 for lustre-MDT0000 00000020:00000080:3.0:1782222392.816645:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f0745637000 for lustre-MDT0000 00000020:00000080:3.0:1782222392.816652:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f084fd1d800 for lustre-MDT0000 00000020:00000080:3.0:1782222392.816654:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07466dd800 for lustre-MDT0000 00000001:00100000:2.0:1782222392.824046:0:19527:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782222392.824059:0:19527:0:(genops.c:906:class_export_put()) final put ffff8f07470ff000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1782222392.824170:0:19527:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000020:00000080:2.0:1782222392.824173:0:19527:0:(genops.c:906:class_export_put()) final put ffff8f07464a5000/8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000020:00000080:0.0:1782222392.824863:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07470ff000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1782222392.824933:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07470fc800 for lustre-OST0001 00000001:00100000:1.0:1782222392.826817:0:17940:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1782222392.826837:0:17940:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1782222392.826845:0:17940:0:(genops.c:906:class_export_put()) final put ffff8f0747761800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1782222392.826876:0:17940:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c320fdbb-74fa-4205-b5df-42980d45bb62 00000001:00080000:1.0:1782222392.826883:0:17940:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1782222392.826885:0:17940:0:(genops.c:906:class_export_put()) final put ffff8f087e2d4000/c320fdbb-74fa-4205-b5df-42980d45bb62 00000001:00100000:1.0:1782222392.826890:0:17940:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000001:00080000:1.0:1782222392.826896:0:17940:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1782222392.826898:0:17940:0:(genops.c:906:class_export_put()) final put ffff8f08672ff000/8d3282c7-c1ac-4cf8-a606-482b3aabf172 00000020:00000080:3.0:1782222392.827278:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0747761800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1782222392.827366:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f087e2d4000/c320fdbb-74fa-4205-b5df-42980d45bb62 for lustre-MDT0001 00000020:00000080:3.0:1782222392.827395:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672ff000/8d3282c7-c1ac-4cf8-a606-482b3aabf172 for lustre-MDT0001 00000020:00000080:3.0:1782222392.827462:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f0747763800 for lustre-MDT0001 00000020:00000080:3.0:1782222392.827469:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f087e2d0800 for lustre-MDT0001 00000020:00000080:3.0:1782222392.827471:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07460e5000 for lustre-MDT0001 00000020:00000080:0.0:1782222392.827683:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07464a5000/8d3282c7-c1ac-4cf8-a606-482b3aabf172 for lustre-OST0001 00000020:00000080:0.0:1782222392.827711:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07464a3800 for lustre-OST0001 00010000:00010000:3.0:1782222393.131574:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1782222393.391258:0:20783:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f0875bdaf60 - data ffff8f0851c5d438/ffff8f07484fcc00 00000020:01000000:2.0:1782222393.391477:0:20783:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f0875f56a20 - data ffff8f0866e67af8/ffff8f08483e0400 00000001:00000004:2.0:1782222393.401943:0:20783:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1782222393.480269:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1782222393.480282:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1782222393.480304:0:20783:0:(client.c:3149:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8f0747678000 x1868795081892480/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1782222401 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222393.480357:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1782222393.484957:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1782222393.484969:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1782222393.484983:0:20783:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:2.0:1782222393.484985:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1782222393.493149:0:17232:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1782222393.493162:0:17232:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1782222393.493191:0:17232:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1782222393.507982:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1782222393.507995:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1782222393.508031:0:20783:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1782222393.508035:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1782222393.509045:0:17234:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1782222393.509054:0:17234:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:2.0:1782222393.509109:0:17234:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1782222393.514457:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681236c 00000020:00000080:0.0:1782222393.514475:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0746675800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782222393.517516:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746675800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1782222393.527009:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812381 00000020:00000080:0.0:1782222393.527028:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0746677800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1782222393.527094:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1782222393.527107:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222393.527119:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1782222393.527124:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff8f087f938000) has no exports 00000004:01000000:0.0:1782222393.527501:0:20783:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1782222393.527513:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68123e3 00000020:00000080:0.0:1782222393.527518:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0747ce0800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1782222393.532818:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1782222393.532839:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222393.532853:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1782222393.532859:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff8f087fb93380) has no exports 00000020:00000080:0.0:1782222393.532875:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68123dc 00000020:00000080:0.0:1782222393.532887:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f07472a7000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1782222393.533401:0:20783:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1782222393.533408:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1782222393.533413:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1782222393.533419:0:20783:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1782222393.533421:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1782222393.533476:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222393.533484:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1782222393.533492:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68123ce 00000020:00000080:0.0:1782222393.533498:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f085294d800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1782222393.533503:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1782222393.533506:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222393.533509:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1782222393.533511:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff8f087fe919c0) has no exports 00000020:00000080:0.0:1782222393.533516:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68123c7 00000020:00000080:0.0:1782222393.533519:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f07472a6000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1782222393.533853:0:20783:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1782222393.533855:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1782222393.533857:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1782222393.533860:0:20783:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:0.0:1782222393.533862:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1782222393.533882:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222393.533885:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1782222393.533898:0:20783:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1782222393.533903:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68123b9 00000020:00000080:0.0:1782222393.533906:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f07472a1000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1782222393.533909:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1782222393.533911:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222393.533913:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1782222393.533915:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff8f087fe94d40) has no exports 00000020:00000080:0.0:1782222393.533918:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68123b2 00000020:00000080:0.0:1782222393.533920:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0852948800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782222393.536219:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746677800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1782222393.536265:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0747ce0800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1782222393.536275:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07472a7000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1782222393.536284:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07472a5800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1782222393.536299:0:15024:0:(genops.c:906:class_export_put()) final put ffff8f0746084000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782222393.536302:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746084000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1782222393.536309:0:15024:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782222393.536471:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f085294d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1782222393.536506:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07472a6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1782222393.536512:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f085294e000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1782222393.536517:0:15024:0:(genops.c:906:class_export_put()) final put ffff8f07472a3000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782222393.536519:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07472a3000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1782222393.536530:0:15024:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782222393.536582:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07472a1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1782222393.536588:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0852948800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1782222393.540317:0:20783:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1782222393.540329:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1782222393.540335:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782222393.540355:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1782222393.540399:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f085294f800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1782222393.540456:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222393.540472:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782222393.540479:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f085294f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782222393.540497:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f085294f000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1782222393.540516:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782222393.540855:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222393.540861:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782222393.540864:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0746671000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782222393.540867:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746671000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1782222393.540872:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782222393.540938:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812388 00000020:00000080:2.0:1782222393.541230:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0746674000/lustre-MDD0000_UUID 00000020:01000000:2.0:1782222393.541279:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1782222393.541295:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746674000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1782222393.541308:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222393.541314:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1782222393.541335:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff8f087f9399c0) has no exports 00000020:00000080:2.0:1782222393.541373:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222393.541377:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1782222393.541380:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0746673800/lustre-MDD0000_UUID 00000020:00000080:2.0:1782222393.541382:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746673800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1782222393.541386:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1782222393.541423:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681238f 00000020:00000080:2.0:1782222393.541428:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0746670800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782222393.541439:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746670800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1782222393.541451:0:20783:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f0748460800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1782222393.541454:0:20783:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0748460800 3 00000020:01000004:2.0:1782222393.541458:0:20783:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f0748460800 from lustre-MDT0000 00000020:00000080:2.0:1782222393.541478:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222393.541481:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1782222393.541484:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0746677000/lustre-MDT0000_UUID 00000020:00000080:2.0:1782222393.541486:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746677000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1782222393.541504:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1782222393.541534:0:20783:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1782222393.541538:0:20783:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1782222393.541541:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1782222393.541544:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222393.541547:0:20783:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1782222393.541555:0:20783:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff8f0747d9e000 a0873f67-836f-4221-9522-aadc54ad715e 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782222393.541561:0:20783:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff8f087f93b380) has exports, disconnecting them 00000020:00080000:2.0:1782222393.541566:0:20783:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8f0747d9e000), last request at 1782222294 00000020:00000080:2.0:1782222393.541584:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812334 00000020:00010000:2.0:1782222393.541588:0:20783:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f0747d9e000: total 0 00000100:00080000:2.0:1782222393.541593:0:20783:0:(import.c:65:import_set_state_nolock()) ffff8f0747d9c800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1782222393.542064:0:20783:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f0747d9e000): rc 0 00000020:00080000:2.0:1782222393.542073:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff8f087f93b380) has no exports 00000100:00100000:2.0:1782222393.542911:0:17201:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8f07463c2a00:17201] 0 exiting: rc = 1 00000100:00100000:2.0:1782222393.544405:0:17203:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8f085281a000:17203] 2 exiting: rc = 0 00000020:00010000:0.0:1782222393.544744:0:17197:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f0747d9e000: total 0 00010000:00010000:0.0:1782222393.544750:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222393.544817:0:17197:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f0747d9e000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1782222393.544857:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e68128f9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e68128f2 expref: 14 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.544894:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f074744c600/0xe2b7cc26e681246f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812468 expref: 13 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.544907:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e681275c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812755 expref: 12 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.544930:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb8600/0xe2b7cc26e68126f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e68126ec expref: 11 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.544946:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fb82c00/0xe2b7cc26e6812595 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e681258e expref: 10 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.544964:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0746430c00/0xe2b7cc26e6812461 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e681245a expref: 9 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.544990:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb8800/0xe2b7cc26e681271d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812716 expref: 8 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.545005:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f074744de00/0xe2b7cc26e6812342 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e681233b expref: 7 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.545021:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb9c00/0xe2b7cc26e68128dd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e68128d6 expref: 6 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.545036:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f074744d800/0xe2b7cc26e6812453 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e681244c expref: 5 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.545057:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0746431200/0xe2b7cc26e68125bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e68125b8 expref: 4 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.545085:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0841458400/0xe2b7cc26e68128eb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e68128e4 expref: 3 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.545104:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0746430400/0xe2b7cc26e6812510 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe2b7cc26e6812509 expref: 2 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222393.545131:0:17197:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f0747d9e000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1782222393.545168:0:17197:0:(genops.c:906:class_export_put()) final put ffff8f0747d9e000/a0873f67-836f-4221-9522-aadc54ad715e 00010000:00010000:0.0:1782222393.545186:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222393.545188:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222393.545190:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1782222393.545289:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0747d9e000/a0873f67-836f-4221-9522-aadc54ad715e for MGS 00000100:00100000:0.0:1782222393.545296:0:17202:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8f085281b200:17202] 1 exiting: rc = 0 00000020:00000080:2.0:1782222393.545354:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f0747d9c800 for MGS 00000100:00100000:3.0:1782222393.545473:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545505:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545519:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545536:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545545:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545552:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545558:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545565:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545571:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545577:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545585:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545593:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545600:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545607:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545612:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545627:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545633:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545640:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545646:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545651:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545658:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545664:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545670:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545676:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545683:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545689:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545697:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545901:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545907:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545914:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545937:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545945:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545952:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545958:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.545996:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546005:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546011:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546019:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546026:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546032:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546040:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546046:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546052:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546058:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546063:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546069:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546075:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546080:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546086:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546092:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546098:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546105:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546112:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546119:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546126:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546279:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546289:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546296:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546303:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546309:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546315:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546322:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546334:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222393.546351:0:20783:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1782222393.553277:0:20783:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f074565d360 - data ffff8f0851ebc5e8/ffff8f0745779c00 00000020:01000000:3.0:1782222393.553482:0:20783:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f085017a840 - data ffff8f0866c1b360/ffff8f0747cbe800 00000020:00000080:3.0:1782222393.554826:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812318 00000020:00000080:3.0:1782222393.554844:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f08450bf000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1782222393.554876:0:20783:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f0748460800 from MGS, refs=2 00000020:01000004:3.0:1782222393.554880:0:20783:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0748460800 2 00000020:01000004:3.0:1782222393.554883:0:20783:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f0748460800 from MGS 00000020:00000080:3.0:1782222393.554912:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782222393.554920:0:20783:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1782222393.554923:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f08450bf800/MGS 00000020:00000080:3.0:1782222393.554927:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08450bf800/MGS for MGS 00000020:01000000:3.0:1782222393.554935:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1782222393.555021:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1782222393.555025:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222393.555030:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1782222393.555038:0:20783:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8f074769d800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1782222393.555045:0:20783:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff8f087fe90000) has exports, disconnecting them 00000020:00080000:3.0:1782222393.555051:0:20783:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8f074769d800), last request at 1782222295 00000020:00000080:3.0:1782222393.555056:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681241b 00000020:00000080:2.0:1782222393.555075:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08450bf000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:3.0:1782222393.555081:0:20783:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f074769d800): rc 0 00000020:00000080:3.0:1782222393.555089:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f074769d800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1782222393.555107:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f074769d800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1782222393.590668:0:20783:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1782222393.590681:0:20783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782222393.590687:0:20783:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782222393.590698:0:20783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1782222393.591064:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f0746083000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1782222393.591111:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222393.591122:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1782222393.591130:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0747ce1800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1782222393.591146:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0747ce1800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1782222393.591154:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1782222393.591310:0:20783:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0748460800 1 00000020:00000080:2.0:1782222393.591317:0:20783:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681230a 00000020:00000080:2.0:1782222393.591324:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f08450bb800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1782222393.591347:0:20783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1782222393.591353:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222393.591360:0:20783:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000080:0.0:1782222393.591363:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08450bb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:2.0:1782222393.591365:0:20783:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff8f087fb919c0) has no exports 00000020:00000080:1.0:1782222393.783786:0:20783:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782222393.783800:0:20783:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1782222393.783806:0:20783:0:(genops.c:906:class_export_put()) final put ffff8f0748461000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1782222393.783811:0:20783:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0748461000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1782222393.783824:0:20783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1782222393.783942:0:20783:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f0748462000 00000020:02000400:1.0:1782222393.784003:0:20783:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1782222394.157269:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222395.181370:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222396.209418:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222396.396161:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782222396.396190:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081894912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782222396.396341:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222396.400509:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081894912 00000100:00100000:3.0:1782222396.400530:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081894912 00000100:00080000:0.0:1782222396.400614:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1782222396.400656:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782222396.400668:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081894912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782222396.400720:0:18718:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782222396.400845:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081894912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 179us (4503us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222396.400870:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1782222396.401392:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081894912:0@lo:13:osp-pre-0-1.0 00000001:00100000:3.0:1782222396.924051:0:18710:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1782222396.924065:0:18710:0:(genops.c:906:class_export_put()) final put ffff8f07464a2000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782222396.924147:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07464a2000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1782222396.924230:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07464a1000 for lustre-OST0000 00010000:00010000:2.0:1782222397.232129:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222397.418415:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782222397.418440:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081895040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782222397.418505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222397.418572:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081895040 00000100:00100000:1.0:1782222397.418579:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081895040 00000100:00100000:1.0:1782222397.418644:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1782222397.418653:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081895040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1782222397.418682:0:18717:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1782222397.418725:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081895040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222397.418732:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1782222397.418753:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1782222397.418786:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081895040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1782222397.420985:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081895168:0@lo:400:kworker.0 00000400:00000100:3.0:1782222397.421027:0:3653:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1868795081895168 offset 0 length 224: 4 00000100:00080000:0.0:1782222397.421145:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222397.421150:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782222397.421153:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222397.421158:0:15024:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 591 00000100:00080000:0.0:1782222397.421163:0:15024:0:(import.c:591:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1782222397.421169:0:15024:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f085097f000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222397.421192:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881726680 x1868795081895296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222397.421268:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081895424:0@lo:400:kworker.0 00000100:00100000:1.0:1782222397.421321:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222397.421355:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081895424 00000100:00100000:1.0:1782222397.421362:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081895424 00000100:00100000:1.0:1782222397.421401:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1782222397.421409:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081895424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222397.421455:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081895424:12345-0@lo:400:kworker.0 Request processed in 47us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222397.421474:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1782222397.421513:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081895424:0@lo:400:kworker.0 00000100:00100000:2.0:1782222397.421702:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081895296:0@lo:38:kworker.0 00000100:00100000:2.0:1782222397.421741:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222397.421812:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081895296 00000100:00100000:1.0:1782222397.421816:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081895296 00000100:00100000:1.0:1782222397.421843:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1782222397.421849:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081895296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1782222397.421868:0:17214:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1782222397.426164:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222397.426183:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782222397.426187:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f08672f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222397.426194:0:15024:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 591 00000100:00080000:0.0:1782222397.426200:0:15024:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782222397.426206:0:15024:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f08672f9800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222397.426326:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881726300 x1868795081895552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222397.426377:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1868795081895552:0@lo:38:kworker.0 00000100:00100000:2.0:1782222397.426444:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222397.426520:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081895552 00000100:00100000:3.0:1782222397.426528:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081895552 00000100:00100000:3.0:1782222397.426584:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1782222397.426592:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1868795081895552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1782222397.426613:0:17209:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1782222397.426664:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222397.426668:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782222397.426669:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f07471e0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222397.426673:0:15024:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 591 00000100:00080000:0.0:1782222397.426677:0:15024:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782222397.426681:0:15024:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f07471e0800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222397.426695:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881724380 x1868795081895680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222397.426835:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081895680:0@lo:38:kworker.0 00000100:00100000:2.0:1782222397.426862:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222397.427768:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1868795081895552:12345-0@lo:38:kworker.0 Request processed in 1172us (1321us total) trans 0 rc -19/-19 00000100:00100000:3.0:1782222397.427778:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1782222397.427801:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081895680 00000100:00100000:3.0:1782222397.427806:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081895680 00000100:00100000:3.0:1782222397.427835:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1782222397.427841:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1868795081895680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1782222397.427857:0:17209:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1782222397.427891:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1868795081895680:12345-0@lo:38:kworker.0 Request processed in 49us (1028us total) trans 0 rc -19/-19 00000100:00100000:3.0:1782222397.427897:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:2.0:1782222397.432031:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f08672f9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782222397.432223:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1782222397.432230:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1868795081895552:0@lo:38:kworker.0 00000100:00080000:2.0:1782222397.432297:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07471e0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782222397.432300:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1782222397.432303:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081895680:0@lo:38:kworker.0 00000100:00100000:2.0:1782222397.433416:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081895808:0@lo:400:kworker.0 00000100:00100000:2.0:1782222397.433605:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1782222397.433669:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222397.433674:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782222397.433677:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f07466db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222397.433690:0:15024:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 591 00000100:00080000:0.0:1782222397.433694:0:15024:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782222397.433700:0:15024:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f07466db000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222397.433723:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881724700 x1868795081895936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782222397.433762:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1868795081896064:0@lo:400:kworker.0 00000100:00100000:0.0:1782222397.433808:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081895936:0@lo:38:kworker.0 00000100:00100000:0.0:1782222397.435293:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222397.444194:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081895296:12345-0@lo:38:kworker.0 Request processed in 22336us (22444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782222397.444208:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1782222397.444508:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081895808 00000100:00100000:3.0:1782222397.444517:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081895808 00000100:00100000:3.0:1782222397.445471:0:20002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896064 00000100:00100000:3.0:1782222397.445479:0:20002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896064 00000100:00100000:3.0:1782222397.445513:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1782222397.445870:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081895808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222397.445960:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081895808:12345-0@lo:400:kworker.0 Request processed in 427us (12354us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222397.445968:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1782222397.445984:0:20002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1782222397.445992:0:20002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1868795081896064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222397.446029:0:20002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1868795081896064:12345-0@lo:400:kworker.0 Request processed in 38us (10740us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222397.446034:0:20002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00010000:00080000:3.0:1782222397.446193:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8f0881727b80 x1868795081895808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222397.446209:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081895808:0@lo:400:kworker.0 00000100:00100000:0.0:1782222397.447948:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1782222397.448478:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782222397.448485:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1782222397.448490:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081895296:0@lo:38:kworker.0 00010000:00080000:0.0:1782222397.448634:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8f0881724e00 x1868795081896064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222397.448649:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1868795081896064:0@lo:400:kworker.0 00000100:00080000:0.0:1782222397.449141:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1782222397.450165:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081895936 00000100:00100000:2.0:1782222397.450174:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081895936 00000100:00100000:2.0:1782222397.450291:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1782222397.450299:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1868795081895936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1782222397.450330:0:17210:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1782222397.450415:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1868795081895936:12345-0@lo:38:kworker.0 Request processed in 114us (2469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1782222397.450422:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:1.0:1782222397.450503:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07466db000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222397.450511:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782222397.450515:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081895936:0@lo:38:kworker.0 00000020:01000004:0.0:1782222398.025749:0:20984:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1782222398.036448:0:20984:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1782222398.036494:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.036503:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.036507:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.036512:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.036725:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1782222398.036731:0:20984:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1782222398.036756:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:2.0:1782222398.036759:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1782222398.036760:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1782222398.036767:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1782222398.036772:0:20984:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1782222398.036777:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8f08672f9800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1782222398.036781:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:2.0:1782222398.036782:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0746430200 already unused, calling callback (ffffffffc138ac20) 00000100:00100000:0.0:1782222398.036783:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 10000000:00010000:2.0:1782222398.036786:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222398.036786:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1782222398.036794:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222398.036802:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222398.036807:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1782222398.036809:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1782222398.036812:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1782222398.036855:0:17196:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222398.036872:0:17196:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782222398.036895:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222398.036902:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0746430200/0xe2b7cc26e6812509 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812510 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222398.036913:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222398.036914:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222398.036916:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222398.036933:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081896192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222398.036990:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222398.037047:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896192 00000100:00100000:2.0:1782222398.037059:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896192 00000100:00100000:2.0:1782222398.037090:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1782222398.037096:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3653:x1868795081896192:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1782222398.037102:0:17194:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782222398 with bad export cookie 16336750640757809972 00010000:00010000:0.0:1782222398.037769:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037779:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037785:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037791:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037818:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222398.037825:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037831:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037837:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037843:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037869:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1782222398.037876:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037882:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037888:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037894:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037907:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1782222398.037912:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037919:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037925:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037931:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222398.037939:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1782222398.037942:0:20984:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1782222398.037970:0:20984:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1782222398.037974:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1782222398.037977:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222398.037982:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1782222398.037988:0:20984:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8f074560d800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782222398.037994:0:20984:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8f07471e1800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782222398.037999:0:20984:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff8f087e8419c0) has exports, disconnecting them 00000020:00080000:0.0:1782222398.038003:0:20984:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f074560d800), last request at 1782222397 00000020:00000080:0.0:1782222398.038010:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812747 00000100:00080000:0.0:1782222398.038025:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8f074560e000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1782222398.038065:0:20984:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f074560d800): rc 0 00000020:00000080:0.0:1782222398.038068:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f074560d800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1782222398.038077:0:20984:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f07471e1800), last request at 1782222397 00000020:00000080:0.0:1782222398.038080:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68125e9 00000100:00080000:0.0:1782222398.038085:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8f07471e7800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1782222398.038090:0:20984:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f07471e1800): rc 0 00000020:00000080:0.0:1782222398.038092:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f07471e1800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1782222398.038099:0:20984:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa0b981d5bae0 00000100:00080000:0.0:1782222398.038116:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1782222398.038124:0:20984:0:(client.c:3600:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8f0747678a80 x1868795081892992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1782222407 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222398.038137:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1782222398.039047:0:20984:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1782222398.039053:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8f085097f000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:1.0:1782222398.043050:0:17197:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1782222398.043063:0:17197:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043074:0:17197:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82400 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:1.0:1782222398.043079:0:17197:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043089:0:17197:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782222398.043097:0:17197:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222398.043103:0:17197:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1782222398.043106:0:17197:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1782222398.043108:0:17197:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:1.0:1782222398.043149:0:17197:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043155:0:17197:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782222398.043187:0:17197:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043194:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fb82400/0xe2b7cc26e6812468 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681246f expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043209:0:17197:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1782222398.043225:0:17197:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043231:0:17197:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744da00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:1.0:1782222398.043251:0:17197:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043258:0:17197:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782222398.043263:0:17197:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222398.043268:0:17197:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1782222398.043271:0:17197:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1782222398.043273:0:17197:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1782222398.043287:0:17197:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043294:0:17197:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782222398.043320:0:17197:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043327:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f074744da00/0xe2b7cc26e6812755 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e681275c expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043339:0:17197:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1782222398.043343:0:17197:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043348:0:17197:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ece00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:1.0:1782222398.043356:0:17197:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043364:0:17197:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782222398.043370:0:17197:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222398.043376:0:17197:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1782222398.043378:0:17197:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1782222398.043380:0:17197:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1782222398.043392:0:17197:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043397:0:17197:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782222398.043402:0:17197:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043409:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e68128f2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e68128f9 expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043416:0:17197:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782222398.043420:0:17197:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043425:0:17197:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0746430e00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:1.0:1782222398.043428:0:17197:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043435:0:17197:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782222398.043446:0:17197:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222398.043451:0:17197:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1782222398.043452:0:17197:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1782222398.043454:0:17197:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1782222398.043465:0:17197:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043470:0:17197:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782222398.043475:0:17197:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043482:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0746430e00/0xe2b7cc26e681245a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe2b7cc26e6812461 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222398.043498:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222398.043500:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222398.043502:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1782222398.043515:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f074560d800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1782222398.043555:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07471e1800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1782222398.043576:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f074560e000 for lustre-MDT0001 00000020:00000080:1.0:1782222398.043581:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07471e7800 for lustre-MDT0001 00000100:00100000:1.0:1782222398.043655:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081896448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222398.043715:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222398.043746:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081896704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222398.043761:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782222398.043769:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081896576:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222398.043784:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222398.043817:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896448 00000100:00100000:2.0:1782222398.043820:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081892992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782222398.043830:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896448 00000100:00100000:2.0:1782222398.043841:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1782222398.043848:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081896320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222398.043873:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896704 00000100:00100000:1.0:1782222398.043876:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896704 00000100:00100000:1.0:1782222398.043890:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1782222398.043897:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3655:x1868795081896448:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1782222398.043904:0:17195:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782222398 with bad export cookie 16336750640757809972 00000100:00100000:2.0:1782222398.043910:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1782222398.043931:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222398.043946:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3655:x1868795081896448:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (230us total) trans 0 rc -107/-107 00000100:00100000:1.0:1782222398.043954:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1782222398.043971:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896320 00000100:00100000:1.0:1782222398.043974:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896320 00000100:00100000:2.0:1782222398.043980:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3653:x1868795081896192:12345-0@lo:103:ldlm_bl.0 Request processed in 6881us (6988us total) trans 0 rc -107/-107 00000100:00100000:1.0:1782222398.043987:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1782222398.043992:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3653:x1868795081896704:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222398.044100:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1782222398.044143:0:3653:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.127@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1782222398.044147:0:3653:0:(import.c:65:import_set_state_nolock()) ffff8f0748460000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1782222398.044151:0:3653:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.127@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1782222398.044206:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1782222398.044211:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1782222398.044225:0:20984:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:0.0:1782222398.044314:0:20984:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1782222398.044335:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8f08672fb000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1782222398.044351:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1782222398.044353:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1782222398.044361:0:20984:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00080000:0.0:1782222398.044412:0:20984:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1782222398.044420:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8f08450bd800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1782222398.044455:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8f087e8419c0) has no exports 00010000:00020000:1.0:1782222398.044666:0:17195:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782222398 with bad export cookie 16336750640757809972 00000100:00100000:1.0:1782222398.044699:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3653:x1868795081896704:12345-0@lo:103:ldlm_bl.0 Request processed in 705us (917us total) trans 0 rc -107/-107 00000100:00100000:1.0:1782222398.044706:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1782222398.044722:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1782222398.044727:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3653:x1868795081896320:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1782222398.044730:0:17195:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782222398 with bad export cookie 16336750640757809972 00000100:00100000:1.0:1782222398.044749:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3653:x1868795081896320:12345-0@lo:103:ldlm_bl.0 Request processed in 22us (842us total) trans 0 rc -107/-107 00010000:00010000:3.0:1782222398.044753:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222398.044756:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1782222398.044779:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1782222398.044811:0:3655:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.127@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:3.0:1782222398.045286:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896576 00000100:00100000:3.0:1782222398.045292:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896576 00000100:00100000:3.0:1782222398.045330:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222398.045336:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0876237050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3655:x1868795081896576:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1782222398.045341:0:17194:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782222398 with bad export cookie 16336750640757809972 00000100:00100000:3.0:1782222398.045378:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0876237050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3655:x1868795081896576:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (599us total) trans 0 rc -107/-107 00000100:00100000:3.0:1782222398.045385:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222398.047354:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081896832:0@lo:9:umount.0 00000100:00100000:3.0:1782222398.047417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222398.047451:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081896960:0@lo:9:umount.0 00000100:00100000:3.0:1782222398.047502:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1782222398.051346:0:3653:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.127@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1782222398.051351:0:3653:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1782222398.051361:0:3653:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881726d80 x1868795081895168/t0(0) o400->MGC192.168.203.127@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1782222413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222398.051386:0:3653:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f08485a1f80 x1868795081896192/t0(0) o103->MGC192.168.203.127@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782222414 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222398.051396:0:3653:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0847003480 x1868795081896448/t0(0) o103->MGC192.168.203.127@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782222414 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222398.051406:0:3653:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0847001500 x1868795081896704/t0(0) o103->MGC192.168.203.127@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782222414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222398.051432:0:3653:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0847000e00 x1868795081896576/t0(0) o103->MGC192.168.203.127@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782222414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222398.051438:0:3653:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0847002a00 x1868795081896320/t0(0) o103->MGC192.168.203.127@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782222414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1782222398.051447:0:3653:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1782222398.051450:0:3653:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1782222398.051452:0:3653:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1782222398.055564:0:3655:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8f0748460000 already not connected (conn 1, was 1): DISCONN 00000100:00080000:2.0:1782222398.055565:0:3653:0:(import.c:65:import_set_state_nolock()) ffff8f0748460000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1782222398.055602:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081896576:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1782222398.055638:0:3653:0:(import.c:512:import_select_connection()) MGC192.168.203.127@tcp: connect to NID 0@lo last attempt 493 00000100:00100000:1.0:1782222398.055639:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a0873f67-836f-4221-9522-aadc54ad715e:3655:1868795081896448:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1782222398.055650:0:3653:0:(import.c:626:import_select_connection()) MGC192.168.203.127@tcp: import ffff8f0748460000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222398.055690:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896832 00000100:00100000:1.0:1782222398.055697:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896832 00000100:00100000:1.0:1782222398.055749:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081896960 00000100:00100000:3.0:1782222398.055752:0:3653:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08483ea680 x1868795081897088/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222398.055753:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081896960 00000100:00100000:1.0:1782222398.055776:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1782222398.055785:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074778d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1868795081896832:12345-0@lo:9:umount.0 00000100:00100000:3.0:1782222398.055791:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0873f67-836f-4221-9522-aadc54ad715e:3652:1868795081897088:0@lo:250:ptlrpcd_00_00.0 00000020:00000080:1.0:1782222398.055810:0:18714:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812613 00000100:00080000:1.0:1782222398.055818:0:18714:0:(import.c:65:import_set_state_nolock()) ffff8f07471e6000 : changing import state from FULL to CLOSED 00000400:00000100:3.0:1782222398.055849:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1868795081897088 offset 0 length 520: 4 00000001:00000004:1.0:1782222398.055858:0:18714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1782222398.055915:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081895168:0@lo:400:kworker.0 00000100:00100000:3.0:1782222398.055936:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081896320:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782222398.055943:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081896704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782222398.055949:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0873f67-836f-4221-9522-aadc54ad715e:3653:1868795081896192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222398.056022:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074778d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3652:x1868795081896832:12345-0@lo:9:umount.0 Request processed in 237us (8604us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222398.056032:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1782222398.056039:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1782222398.056055:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1868795081896960:12345-0@lo:9:umount.0 00010000:00010000:1.0:1782222398.056066:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1782222398.056071:0:19827:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812778 00000100:00080000:2.0:1782222398.056079:0:19827:0:(import.c:65:import_set_state_nolock()) ffff8f07470fb000 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1782222398.056114:0:17204:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:2.0:1782222398.056116:0:19827:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1782222398.056229:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3652:x1868795081896960:12345-0@lo:9:umount.0 Request processed in 189us (8726us total) trans 0 rc 0/0 00000100:00080000:3.0:1782222398.056625:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f08672fb000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1782222398.056636:0:3652:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:3.0:1782222398.056638:0:3652:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222398.056641:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081896832:0@lo:9:umount.0 00000100:00080000:3.0:1782222398.056652:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f08450bd800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1782222398.056660:0:3652:0:(osp_dev.c:1620:osp_import_event()) got disconnected 00000004:00080000:3.0:1782222398.056662:0:3652:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222398.056665:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081896960:0@lo:9:umount.0 00000100:00100000:2.0:1782222398.056732:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1782222398.059500:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1782222398.066696:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8f087e8419c0) has no exports 00000020:01000000:2.0:1782222398.145998:0:20984:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f07472e8720 - data ffff8f0866eaa948/ffff8f0747315400 00000020:01000000:2.0:1782222398.146145:0:20984:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f085fc6ef60 - data ffff8f0866f36288/ffff8f084fc0b800 00000001:00000004:3.0:1782222398.153484:0:20984:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00010000:00010000:3.0:1782222398.250445:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1782222398.265341:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1782222398.265349:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1782222398.265356:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1782222398.283936:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1782222398.283943:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1782222398.283953:0:20984:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222398.283956:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1782222398.284229:0:17948:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1782222398.284255:0:17948:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1782222398.284265:0:17948:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1782222398.284842:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1782222398.284846:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1782222398.284865:0:20984:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222398.284867:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1782222398.287636:0:17950:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1782222398.287643:0:17950:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1782222398.287653:0:17950:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1782222398.288533:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681247d 00000020:00000080:3.0:1782222398.288543:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08672fb800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1782222398.289119:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812492 00000020:00000080:3.0:1782222398.289125:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f0843cad800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1782222398.289130:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1782222398.289134:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222398.289143:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1782222398.289146:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff8f087e840000) has no exports 00000004:01000000:3.0:1782222398.289323:0:20984:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1782222398.289331:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124e6 00000020:00000080:3.0:1782222398.289335:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08815e4800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1782222398.289338:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1782222398.289342:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222398.289346:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1782222398.289348:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff8f074756cd40) has no exports 00000020:00000080:3.0:1782222398.289354:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124df 00000020:00000080:3.0:1782222398.289357:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f0746672000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1782222398.290031:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672fb800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782222398.290041:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0843cad800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1782222398.290045:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08815e4800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1782222398.290049:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746672000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1782222398.290195:0:20984:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1782222398.290200:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1782222398.290204:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1782222398.290209:0:20984:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222398.290212:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1782222398.290274:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782222398.290282:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1782222398.290288:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124d1 00000020:00000080:3.0:1782222398.290293:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f07415bb000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1782222398.290297:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1782222398.290312:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222398.290325:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1782222398.290328:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff8f074756b380) has no exports 00000020:00000080:3.0:1782222398.290333:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124c3 00000020:00000080:3.0:1782222398.290336:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08672f8000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1782222398.290663:0:20984:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1782222398.290667:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1782222398.290669:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1782222398.290673:0:20984:0:(osp_dev.c:1636:osp_import_event()) got inactive 00000100:00100000:3.0:1782222398.290674:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1782222398.290694:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782222398.290699:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1782222398.290709:0:20984:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1782222398.290714:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124b5 00000020:00000080:3.0:1782222398.290718:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08672fd000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1782222398.290721:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1782222398.290724:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222398.290727:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1782222398.290729:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff8f087e843380) has no exports 00000020:00000080:3.0:1782222398.290733:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124ae 00000020:00000080:3.0:1782222398.290735:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08672fc000/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1782222398.291559:0:20984:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1782222398.291564:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1782222398.291567:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1782222398.291571:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1782222398.291600:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222398.291606:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1782222398.291628:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222398.291631:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1782222398.291636:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08672f9000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1782222398.291639:0:20984:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672f9000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1782222398.291645:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1782222398.291791:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812499 00000020:00000080:0.0:1782222398.291797:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f0843cae000/lustre-MDD0001_UUID 00000020:01000000:0.0:1782222398.291802:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1782222398.291805:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222398.291808:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1782222398.291811:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff8f087e844d40) has no exports 00000020:00000080:0.0:1782222398.291830:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222398.291833:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1782222398.291837:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68124a0 00000020:00000080:0.0:1782222398.291850:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f0843cae800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1782222398.291860:0:20984:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f08516c3800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1782222398.291863:0:20984:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f08516c3800 2 00000020:01000004:0.0:1782222398.291866:0:20984:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f08516c3800 from lustre-MDT0001 00000020:00000080:0.0:1782222398.291894:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222398.291899:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1782222398.291901:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08672fa800/lustre-MDT0001_UUID 00000020:00000080:0.0:1782222398.291903:0:20984:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672fa800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1782222398.291909:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1782222398.291939:0:20984:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1782222398.291943:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1782222398.291945:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222398.291948:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1782222398.291954:0:20984:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8f0849bc8800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782222398.291959:0:20984:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff8f087805cd40) has exports, disconnecting them 00000020:00080000:0.0:1782222398.291963:0:20984:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8f0849bc8800), last request at 1782222309 00000020:00000080:0.0:1782222398.291966:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681251e 00000020:00080000:0.0:1782222398.291976:0:20984:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f0849bc8800): rc 0 00000020:00000080:0.0:1782222398.291979:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f0849bc8800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1782222398.292630:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f08450bd800 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1782222398.292640:0:15024:0:(genops.c:906:class_export_put()) final put ffff8f07415b8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782222398.292642:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07415b8000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1782222398.292647:0:15024:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782222398.292705:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07415bb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1782222398.292711:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672f8000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782222398.292716:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f08672fb000 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1782222398.292719:0:15024:0:(genops.c:906:class_export_put()) final put ffff8f07415be000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782222398.292721:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07415be000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1782222398.292726:0:15024:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782222398.292748:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672fd000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1782222398.292752:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672fc000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782222398.292756:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f085097f000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1782222398.292761:0:15024:0:(genops.c:906:class_export_put()) final put ffff8f08672fe800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782222398.292763:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672fe800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1782222398.292766:0:15024:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782222398.292828:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0843cae000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1782222398.292832:0:15024:0:(genops.c:906:class_export_put()) final put ffff8f08672fa000/lustre-MDD0001_UUID 00000020:00000080:1.0:1782222398.292834:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08672fa000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1782222398.292837:0:15024:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1782222398.292932:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0843cae800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782222398.292937:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0849bc8800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1782222398.386544:0:20984:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1782222398.386553:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1782222398.386558:0:20984:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1782222398.386564:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1782222398.386597:0:15024:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f08672f9800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1782222398.386777:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782222398.386789:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1782222398.386794:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f07472a0800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1782222398.386801:0:20984:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07472a0800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1782222398.386831:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1782222398.386919:0:20984:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f08516c3800 1 00000020:00000080:1.0:1782222398.386925:0:20984:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812445 00000020:00000080:1.0:1782222398.386930:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f0747ce5800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1782222398.386942:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1782222398.386952:0:15024:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0747ce5800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782222398.386961:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1782222398.386970:0:20984:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1782222398.386973:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff8f07460f3380) has no exports 00000020:00000080:2.0:1782222398.592378:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222398.592393:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1782222398.592398:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f08516c6000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1782222398.592403:0:20984:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08516c6000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1782222398.592414:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1782222398.592527:0:20984:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f08516c1800 00000020:01000000:2.0:1782222398.592546:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1782222398.592558:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222398.592562:0:20984:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1782222398.592566:0:20984:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff8f087fb90000) has no exports 00000100:00100000:2.0:1782222398.592661:0:17210:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8f0849bc2a00:17210] 2 exiting: rc = 0 00000100:00100000:2.0:1782222398.592796:0:20002:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff8f07461b0600:20002] 4 exiting: rc = 0 00000100:00100000:2.0:1782222398.592859:0:17209:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8f07466a7c00:17209] 1 exiting: rc = 0 00000100:00100000:3.0:1782222398.593468:0:19481:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8f0875c7e200:19481] 3 exiting: rc = 0 00000100:00100000:3.0:1782222398.593557:0:17208:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8f087fb58c00:17208] 0 exiting: rc = 1 00000100:00100000:2.0:1782222398.599480:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599490:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599495:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599501:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599507:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599514:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599520:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599526:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599532:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599538:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599543:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599549:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599559:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599566:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599572:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599579:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599586:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599592:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599598:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599604:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599610:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599614:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599621:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599626:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599632:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599637:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599643:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599649:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599654:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599680:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599686:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599692:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599697:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599703:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599708:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599713:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599719:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599724:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599729:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599735:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599740:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599746:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599753:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599758:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599762:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599767:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599771:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599775:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599780:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599785:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599793:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599797:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599802:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599807:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599812:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599818:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599823:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599828:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599834:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599839:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599844:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599850:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599855:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222398.599860:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.624793:0:17212:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8f0859648000:17212] 1 exiting: rc = 0 00000100:00100000:3.0:1782222398.624926:0:17211:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8f0849bc2c00:17211] 0 exiting: rc = 1 00000100:00100000:1.0:1782222398.625053:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625061:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625067:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625072:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625077:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625082:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625087:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625092:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625098:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625102:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625107:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625112:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625117:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625122:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625128:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625132:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625137:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625142:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625147:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625151:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625155:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625160:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625165:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625185:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625190:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625196:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625201:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625206:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625210:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625215:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625220:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625224:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625229:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625266:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625272:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625277:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625282:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625287:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625292:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625298:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625314:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625319:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625324:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625330:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625335:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625341:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625346:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625351:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625356:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625360:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625366:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625371:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625376:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625381:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625386:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625391:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625397:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625402:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625414:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625419:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625424:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625429:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625434:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625440:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.625815:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8f0843c86800:17214] 1 exiting: rc = 0 00000100:00100000:3.0:1782222398.625933:0:18230:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8f07475a1800:18230] 2 exiting: rc = 0 00000100:00100000:2.0:1782222398.626051:0:17213:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8f074744ee00:17213] 0 exiting: rc = 1 00000100:00100000:1.0:1782222398.626125:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626142:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626149:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626154:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626160:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626166:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626172:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626177:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626183:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626189:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626194:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626199:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626205:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.626231:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627375:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627391:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627397:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627404:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627410:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627415:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627421:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627426:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627432:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627438:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627445:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627476:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627483:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627489:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627507:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627514:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627520:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627525:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627531:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627537:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627542:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627549:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627554:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627574:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627580:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627586:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627591:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627597:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627603:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627608:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627614:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627620:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627626:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627632:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627637:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627657:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627664:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627669:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627675:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627680:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627687:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627692:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627697:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627702:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627708:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627714:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627720:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627725:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627730:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222398.627743:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.652568:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8f086b6cb600:17215] 0 exiting: rc = 1 00000100:00100000:3.0:1782222398.658831:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8f086b6cb400:17216] 1 exiting: rc = 0 00000100:00100000:0.0:1782222398.658980:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.658988:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.658993:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.658998:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659004:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659010:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659016:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659021:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659026:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659030:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659034:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659039:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659057:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659062:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659067:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659072:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659076:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659081:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659085:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659089:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659093:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659098:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659102:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659106:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659111:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659115:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659120:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659124:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659129:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659134:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659138:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659142:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659147:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659151:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659155:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659160:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659166:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659172:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659178:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659183:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659188:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659193:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659199:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659204:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659211:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659217:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659258:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659271:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659277:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659283:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659288:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659294:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659310:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659316:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659323:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659328:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659334:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659339:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659344:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659349:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659353:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659359:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659364:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659369:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222398.659795:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8f07466a3200:17218] 1 exiting: rc = 0 00000100:00100000:3.0:1782222398.659874:0:17217:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8f084549d000:17217] 0 exiting: rc = 1 00000100:00100000:0.0:1782222398.659952:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659958:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659963:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659967:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659972:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659977:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659982:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659988:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659994:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.659999:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660003:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660008:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660012:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660017:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660023:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660028:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660032:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660037:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660050:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660054:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660059:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660063:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660067:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660072:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660076:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660081:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660085:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660089:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660093:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660098:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660104:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660108:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660113:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660117:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660122:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660128:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660132:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660136:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660140:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660145:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660150:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660155:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660160:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660164:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660169:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660174:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660179:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660184:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660190:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660195:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660201:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660207:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660211:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660261:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660266:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660271:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660276:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660281:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660286:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660291:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660296:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660311:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660316:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660322:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.660655:0:17220:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8f07466a3e00:17220] 1 exiting: rc = 0 00000100:00100000:3.0:1782222398.660830:0:17219:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8f0875be8e00:17219] 0 exiting: rc = 1 00000100:00100000:0.0:1782222398.661653:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661660:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661666:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661671:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661675:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661680:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661685:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661689:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661694:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661699:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661703:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661708:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661712:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661717:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661722:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661727:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661731:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661736:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661740:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661745:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661749:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661753:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661758:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661775:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661780:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661784:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661789:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661793:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661798:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661803:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661808:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661812:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661816:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661821:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661825:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661830:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661844:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661851:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661857:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661864:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661869:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661875:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661882:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661887:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661893:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661899:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661906:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661912:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661919:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661924:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661929:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661934:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661939:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661944:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661949:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661953:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661958:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661963:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661985:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661991:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.661995:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.662000:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.662004:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.662009:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782222398.666979:0:17221:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8f08526c2400:17221] 0 exiting: rc = 1 00000100:00100000:3.0:1782222398.667199:0:17223:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8f086b630400:17223] 2 exiting: rc = 0 00000100:00100000:0.0:1782222398.669421:0:17222:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8f08526c3800:17222] 1 exiting: rc = 0 00000100:00100000:0.0:1782222398.669527:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669535:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669541:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669546:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669552:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669557:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669571:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669578:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669584:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669589:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669595:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669600:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669605:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669610:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669615:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669621:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669627:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669632:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669637:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669644:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669649:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669655:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669660:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669690:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669696:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669702:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669707:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669713:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669729:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669735:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669741:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669748:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669754:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669760:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669765:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669772:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669779:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669785:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669790:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669797:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669803:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669810:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669817:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669823:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669830:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669855:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669863:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669887:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669894:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669901:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669908:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669914:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669919:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669925:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669931:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669936:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669941:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669947:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669952:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669958:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669964:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669981:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.669988:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222398.670000:0:20984:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1782222398.676002:0:20984:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222398.676015:0:20984:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1782222398.676020:0:20984:0:(genops.c:906:class_export_put()) final put ffff8f0748464800/MDS_uuid 00000020:00000080:0.0:1782222398.676025:0:20984:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0748464800/MDS_uuid for MDS 00000020:01000000:0.0:1782222398.676033:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1782222398.676183:0:20984:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1782222399.278484:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222400.298962:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222401.322506:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222402.346404:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782222402.539906:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222402.539915:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782222402.539919:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222402.539922:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782222402.539926:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f07471e0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222402.539934:0:8:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 596 00000100:00080000:0.0:1782222402.539940:0:8:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1782222402.539948:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f07471e0800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222402.539983:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881725880 x1868795081897216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222402.540041:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081897216:0@lo:38:kworker.0 00000400:00000100:2.0:1782222402.540092:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081897216 offset 0 length 520: 4 00000100:00080000:0.0:1782222402.540179:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222402.540183:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782222402.540185:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f07466db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222402.540189:0:8:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 596 00000100:00080000:0.0:1782222402.540192:0:8:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1782222402.540196:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f07466db000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222402.540223:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881725500 x1868795081897472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222402.549612:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081897472:0@lo:38:kworker.0 00000400:00000100:2.0:1782222402.549682:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081897472 offset 0 length 520: 4 00000100:00100000:0.0:1782222402.551521:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1868795081897344:0@lo:400:kworker.0 00000400:00000100:0.0:1782222402.551576:0:3654:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081897344 offset 0 length 224: 4 00000100:00100000:0.0:1782222402.551626:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081897600:0@lo:400:kworker.0 00000400:00000100:0.0:1782222402.551645:0:3655:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081897600 offset 0 length 224: 4 00010000:00010000:2.0:1782222403.370408:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1782222403.560917:0:21186:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000100:00080000:1.0:1782222403.567721:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1782222403.567728:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782222403.567730:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1782222403.567734:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782222403.567788:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1782222403.567792:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1782222403.572826:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1868795081897728:0@lo:400:kworker.0 00000400:00000100:0.0:1782222403.572883:0:3656:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081897728 offset 0 length 224: 4 00000100:00100000:0.0:1782222403.572952:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1868795081897856:0@lo:400:kworker.0 00000400:00000100:0.0:1782222403.572970:0:3653:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081897856 offset 0 length 224: 4 00000020:01000004:1.0:1782222403.590978:0:21186:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1782222403.591035:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222403.591049:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222403.591057:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222403.591065:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222403.591091:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1782222403.591097:0:21186:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1782222403.591119:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1782222403.591130:0:21186:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881725880 x1868795081897216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782222422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1782222403.591217:0:19828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222403.591224:0:19828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222403.591231:0:19828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83400 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:3.0:1782222403.591381:0:19828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222403.591787:0:21186:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1782222403.591795:0:21186:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1782222403.591814:0:21186:0:(import.c:65:import_set_state_nolock()) ffff8f07471e0800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1782222403.591818:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1782222403.591824:0:21186:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881725880 x1868795081897216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782222422 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1782222403.591856:0:19828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782222403.591864:0:19828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222403.591869:0:19828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1782222403.591872:0:19828:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1782222403.591875:0:19828:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1782222403.591888:0:19828:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:3.0:1782222403.591893:0:19828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222403.591899:0:19828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e68125b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68125bf expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222403.591910:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222403.591912:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222403.591914:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222403.592917:0:21186:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1782222403.596621:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081897216:0@lo:38:kworker.0 00000100:00100000:1.0:1782222403.599186:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1782222403.600021:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1782222403.600036:0:21186:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881725180 x1868795081897344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222403.600054:0:21186:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0847003480 x1868795081897728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222403.600079:0:21186:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1782222403.600085:0:21186:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1782222403.600110:0:21186:0:(import.c:65:import_set_state_nolock()) ffff8f07471e1000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1782222403.600306:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1868795081897344:0@lo:400:kworker.0 00000100:00100000:2.0:1782222403.600409:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1868795081897984:0@lo:39:umount.0 00000400:00000100:2.0:1782222403.600470:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081897984 offset 0 length 224: 4 00000100:00100000:2.0:1782222403.600536:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1868795081897728:0@lo:400:kworker.0 00000001:00100000:3.0:1782222404.082300:0:18710:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1782222404.082310:0:18710:0:(genops.c:906:class_export_put()) final put ffff8f07471e3800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782222404.082404:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07471e3800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1782222404.082461:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07471e6000 for lustre-OST0000 00000001:00100000:1.0:1782222404.082702:0:19527:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782222404.082706:0:19527:0:(genops.c:906:class_export_put()) final put ffff8f07470f8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1782222404.082755:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07470f8000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1782222404.082788:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07470fb000 for lustre-OST0001 00010000:00010000:2.0:1782222404.395899:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222405.418714:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222406.445559:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222407.468868:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782222407.596629:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222407.596640:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782222407.596643:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222407.596646:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782222407.596793:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081898112:0@lo:400:kworker.0 00000400:00000100:2.0:1782222407.596844:0:3654:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081898112 offset 0 length 224: 4 00010000:00010000:2.0:1782222408.491346:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222408.748085:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222398/real 1782222398] req@ffff8f08483ea680 x1868795081897088/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1782222408 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222408.748122:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08483ea680 x1868795081897088/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1782222408 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782222408.748142:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0748460000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782222408.748193:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1782222408.748197:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0873f67-836f-4221-9522-aadc54ad715e:3652:1868795081897088:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1782222408.748530:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222408.748536:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1782222408.748539:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f0748460000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222408.748544:0:8:0:(import.c:512:import_select_connection()) MGC192.168.203.127@tcp: connect to NID 0@lo last attempt 597 00000100:00080000:0.0:1782222408.748550:0:8:0:(import.c:591:import_select_connection()) MGC192.168.203.127@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782222408.748556:0:8:0:(import.c:626:import_select_connection()) MGC192.168.203.127@tcp: import ffff8f0748460000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222408.748586:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881724a80 x1868795081898240/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782222408.748625:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222408.748629:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782222408.748744:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081898368:0@lo:400:kworker.0 00000400:00000100:1.0:1782222408.748790:0:3655:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081898368 offset 0 length 224: 4 00000100:00100000:2.0:1782222408.750190:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0873f67-836f-4221-9522-aadc54ad715e:3652:1868795081898240:0@lo:250:kworker.0 00000400:00000100:2.0:1782222408.750265:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1868795081898240 offset 0 length 520: 4 00010000:00010000:3.0:1782222409.529063:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222410.539564:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222411.566660:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222412.592584:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222413.610588:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1782222413.803371:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782222413.803386:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222413.803389:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782222413.803393:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782222413.803517:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782222413.803538:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081898496:0@lo:400:kworker.0 00000400:00000100:1.0:1782222413.803609:0:3655:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081898496 offset 0 length 224: 4 00000100:00100000:0.0:1782222413.867879:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222403/real 1782222403] req@ffff8f0847001f80 x1868795081897984/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782222413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222413.867925:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f0847001f80 x1868795081897984/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782222413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1782222413.867950:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07471e1000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1782222413.867974:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1868795081897984:0@lo:39:umount.0 00000100:00080000:1.0:1782222413.868778:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1782222413.868784:0:21186:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1782222413.868792:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1782222413.870976:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222413.871518:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222413.871527:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222413.871535:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222413.871641:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782222413.871652:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222413.871659:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222413.871665:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222413.871679:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.877898:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782222413.877921:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.877938:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d400 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222413.877945:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.877960:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222413.877969:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222413.877976:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1782222413.877980:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1782222413.878054:0:17196:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:2.0:1782222413.878060:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.878069:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f074744d400/0xe2b7cc26e681258e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e6812595 expref: -99 pid: 18709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.878095:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782222413.878099:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.878106:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb8c00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222413.878110:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.878117:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222413.878124:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222413.878130:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1782222413.878132:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1782222413.878137:0:17196:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:2.0:1782222413.878140:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222413.878148:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222413.878150:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222413.878152:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222413.883821:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1782222413.883844:0:21186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e68128e4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68128eb expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222413.883869:0:21186:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1782222413.883905:0:21186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:1.0:1782222413.883908:0:21186:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1782222413.883955:0:21186:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1782222413.883961:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1782222413.883969:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1782222413.883976:0:21186:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1782222413.883980:0:21186:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8f07460f4d40) has no exports 00000020:00080000:1.0:1782222413.884022:0:21186:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8f07460f4d40) has no exports 00000020:01000000:1.0:1782222413.885825:0:21186:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f07472e83c0 - data ffff8f0866e41798/ffff8f084fd43800 00000020:01000000:1.0:1782222413.886021:0:21186:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f0850912360 - data ffff8f0851c5c510/ffff8f0848345800 00010000:00010000:3.0:1782222413.897631:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1782222413.907508:0:21186:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1782222413.916028:0:21186:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68125a3 00000020:00000080:3.0:1782222413.916270:0:21186:0:(genops.c:906:class_export_put()) final put ffff8f0746531800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1782222413.916285:0:21186:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f08815e5000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1782222413.916289:0:21186:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f08815e5000 2 00000020:01000004:3.0:1782222413.916291:0:21186:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f08815e5000 from lustre-OST0000 00000020:00000080:3.0:1782222413.916315:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782222413.916323:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1782222413.916325:0:21186:0:(genops.c:906:class_export_put()) final put ffff8f0875a8e800/lustre-OST0000_UUID 00000020:00000080:3.0:1782222413.916328:0:21186:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0875a8e800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1782222413.916334:0:21186:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1782222413.916389:0:21186:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1782222413.916393:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1782222413.916397:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222413.916401:0:21186:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1782222413.916408:0:21186:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8f07471e3000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1782222413.916413:0:21186:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff8f08780599c0) has exports, disconnecting them 00000020:00080000:3.0:1782222413.916418:0:21186:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8f07471e3000), last request at 1782222325 00000020:00000080:3.0:1782222413.916421:0:21186:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68125cd 00000020:00080000:3.0:1782222413.916431:0:21186:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f07471e3000): rc 0 00000020:00000080:3.0:1782222413.916435:0:21186:0:(genops.c:906:class_export_put()) final put ffff8f07471e3000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1782222413.918478:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746531800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1782222413.918493:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07471e3000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1782222413.918569:0:21186:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1782222413.918575:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782222413.918579:0:21186:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782222413.918584:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1782222413.918751:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222413.918759:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1782222413.918766:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1782222413.918771:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222413.918775:0:21186:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1782222413.918782:0:21186:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8f07471e5000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782222413.918787:0:21186:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff8f07471e99c0) has exports, disconnecting them 00000020:00080000:2.0:1782222413.918791:0:21186:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8f07471e5000), last request at 1782222325 00000020:00000080:2.0:1782222413.918795:0:21186:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68125e2 00000020:00080000:2.0:1782222413.918808:0:21186:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f07471e5000): rc 0 00000020:00000080:2.0:1782222413.918813:0:21186:0:(genops.c:906:class_export_put()) final put ffff8f07471e5000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1782222413.920056:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07471e0800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1782222413.920068:0:491:0:(genops.c:906:class_export_put()) final put ffff8f07464a1800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1782222413.920071:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07464a1800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1782222413.920077:0:491:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1782222413.920146:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07471e5000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1782222414.092438:0:21186:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1782222414.092447:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1782222414.092452:0:21186:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782222414.092460:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1782222414.092541:0:491:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07471e1000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1782222414.092622:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222414.092631:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1782222414.092637:0:21186:0:(genops.c:906:class_export_put()) final put ffff8f07471e2000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1782222414.092641:0:21186:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07471e2000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1782222414.092653:0:21186:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1782222414.092721:0:21186:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f08815e5000 1 00000020:00000080:2.0:1782222414.092727:0:21186:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812580 00000020:00000080:2.0:1782222414.092733:0:21186:0:(genops.c:906:class_export_put()) final put ffff8f0745633000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1782222414.092748:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1782222414.092752:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222414.092767:0:21186:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1782222414.092771:0:21186:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff8f087805b380) has no exports 00000020:00000080:1.0:1782222414.092939:0:491:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0745633000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1782222414.152593:0:21186:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222414.152605:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1782222414.152610:0:21186:0:(genops.c:906:class_export_put()) final put ffff8f08815e7800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1782222414.152615:0:21186:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08815e7800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1782222414.152625:0:21186:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1782222414.152728:0:21186:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f08815e1000 00000020:02000400:2.0:1782222414.152772:0:21186:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1782222414.637585:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222415.658418:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222416.686609:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222417.707512:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1782222418.697834:0:21388:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1782222418.717417:0:21388:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1782222418.717536:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222418.717555:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222418.717586:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222418.717594:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222418.717641:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1782222418.717648:0:21388:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1782222418.717690:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1782222418.717704:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881725500 x1868795081897472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782222422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222418.717728:0:21388:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1782222418.717734:0:21388:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1782222418.717741:0:21388:0:(import.c:65:import_set_state_nolock()) ffff8f07466db000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1782222418.717747:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1782222418.717751:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881725500 x1868795081897472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782222422 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222418.717757:0:21388:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1782222418.717761:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00000100:00100000:3.0:1782222418.717818:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081897472:0@lo:38:kworker.0 00000100:00080000:3.0:1782222418.718719:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1782222418.718730:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881727800 x1868795081897600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222418.718755:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0847000e00 x1868795081897856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222418.718768:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881725180 x1868795081898112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222418.718795:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f0881725880 x1868795081898368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222418.718805:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f08485a3b80 x1868795081898496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222418.718811:0:21388:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:3.0:1782222418.718849:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081898496:0@lo:400:kworker.0 00000100:00100000:3.0:1782222418.718858:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081898368:0@lo:400:kworker.0 00000100:00100000:3.0:1782222418.718867:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081897600:0@lo:400:kworker.0 00000100:00080000:3.0:1782222418.718902:0:21388:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1782222418.718929:0:21388:0:(import.c:65:import_set_state_nolock()) ffff8f07466d8800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1782222418.718957:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1868795081898624:0@lo:39:umount.0 00000400:00000100:3.0:1782222418.719014:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868795081898624 offset 0 length 224: 4 00000100:00100000:3.0:1782222418.719112:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081898112:0@lo:400:kworker.0 00010000:00010000:0.0:1782222418.719455:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222418.719465:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222418.719476:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483edc00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222418.719480:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222418.719492:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222418.719500:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222418.719507:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1782222418.719511:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1782222418.719514:0:17196:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1782222418.719530:0:17196:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:0.0:1782222418.719544:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222418.719551:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f08483edc00/0xe2b7cc26e6812716 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e681271d expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222418.719565:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222418.719567:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222418.719569:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222418.719589:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1868795081897856:0@lo:400:kworker.0 00010000:00010000:3.0:1782222418.732759:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782222418.923330:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782222418.923506:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1782222419.756174:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222420.780524:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222421.804350:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222422.826431:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222423.850893:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222408/real 1782222408] req@ffff8f0881724a80 x1868795081898240/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1782222423 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222423.850932:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f0881724a80 x1868795081898240/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1782222423 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782222423.850952:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0748460000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222423.850979:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1782222423.850984:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0873f67-836f-4221-9522-aadc54ad715e:3652:1868795081898240:0@lo:250:kworker.0 00010000:00010000:0.0:1782222423.853435:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1782222423.857741:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) a0873f67-836f-4221-9522-aadc54ad715e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782222423.857751:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1782222423.857755:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0748460000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222423.857764:0:491:0:(import.c:512:import_select_connection()) MGC192.168.203.127@tcp: connect to NID 0@lo last attempt 607 00000100:00080000:2.0:1782222423.857770:0:491:0:(import.c:591:import_select_connection()) MGC192.168.203.127@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1782222423.857778:0:491:0:(import.c:626:import_select_connection()) MGC192.168.203.127@tcp: import ffff8f0748460000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222423.857825:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a1c00 x1868795081898752/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782222423.858004:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0873f67-836f-4221-9522-aadc54ad715e:3652:1868795081898752:0@lo:250:kworker.0 00000400:00000100:3.0:1782222423.858060:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1868795081898752 offset 0 length 520: 4 00010000:00010000:2.0:1782222424.879607:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222425.904857:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222426.922394:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222427.947325:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222428.970912:0:17197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222428.970927:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222418/real 1782222418] req@ffff8f08483eb100 x1868795081898624/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782222428 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222428.970962:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08483eb100 x1868795081898624/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782222428 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1782222428.970989:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07466d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1782222428.971016:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1868795081898624:0@lo:39:umount.0 00000100:00080000:1.0:1782222428.971104:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1782222428.971110:0:21388:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1782222428.971114:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1782222428.972148:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222428.972163:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222428.972229:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222428.972277:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222428.972367:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782222428.972376:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222428.972384:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222428.972390:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222428.972396:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982785:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222428.982801:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982813:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744c000 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:3.0:1782222428.982817:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982828:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782222428.982836:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222428.982842:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1782222428.982844:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1782222428.982858:0:17196:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:3.0:1782222428.982863:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982869:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f074744c000/0xe2b7cc26e68126ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68126f3 expref: -99 pid: 19526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982885:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222428.982907:0:17196:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982913:0:17196:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82a00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:3.0:1782222428.982916:0:17196:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982923:0:17196:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782222428.982929:0:17196:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222428.982934:0:17196:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1782222428.982937:0:17196:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1782222428.982942:0:17196:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:3.0:1782222428.982945:0:17196:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222428.982952:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222428.982954:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222428.982955:0:17196:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222428.986591:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1782222428.986610:0:21388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fb82a00/0xe2b7cc26e68128d6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e68128dd expref: -99 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222428.986635:0:21388:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1782222428.986655:0:21388:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1782222428.986664:0:21388:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1782222428.986697:0:21388:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1782222428.986701:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1782222428.986711:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1782222428.986716:0:21388:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1782222428.986724:0:21388:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8f07471e8000) has no exports 00000020:00080000:1.0:1782222428.986757:0:21388:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8f07471e8000) has no exports 00010000:00010000:2.0:1782222428.987200:0:19828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1782222428.989590:0:21388:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f07472e8060 - data ffff8f0866ddd798/ffff8f084fd41400 00000020:01000000:1.0:1782222428.989715:0:21388:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f07472e88a0 - data ffff8f08495b8a20/ffff8f0747317000 00100000:10000000:1.0:1782222429.005337:0:21388:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1782222429.017292:0:21388:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812701 00000020:00000080:3.0:1782222429.017304:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f07471e5800/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1782222429.017318:0:21388:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f0746531000 from lustre-OST0001, refs=2 00000020:01000004:3.0:1782222429.017321:0:21388:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0746531000 2 00000020:01000004:3.0:1782222429.017324:0:21388:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f0746531000 from lustre-OST0001 00000020:00000080:3.0:1782222429.017356:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782222429.017367:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1782222429.017370:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f07464a7000/lustre-OST0001_UUID 00000020:00000080:3.0:1782222429.017373:0:21388:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07464a7000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1782222429.017379:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000020:00000080:1.0:1782222429.017411:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07471e5800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00080000:3.0:1782222429.017490:0:21388:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import a0873f67-836f-4221-9522-aadc54ad715e->MGS 00010000:00010000:3.0:1782222429.017505:0:21388:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0746431400/0xe2b7cc26e681244c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e6812453 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782222429.017515:0:21388:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0746431400/0xe2b7cc26e681244c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e6812453 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222429.017522:0:21388:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1782222429.017525:0:21388:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1782222429.017528:0:21388:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1782222429.017541:0:21388:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:3.0:1782222429.017545:0:21388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0746431400/0xe2b7cc26e681244c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e6812453 expref: -99 pid: 17939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222429.017559:0:21388:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e681233b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe2b7cc26e6812342 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782222429.017564:0:21388:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e681233b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe2b7cc26e6812342 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222429.017570:0:21388:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1782222429.017572:0:21388:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1782222429.017573:0:21388:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1782222429.017580:0:21388:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f0748460000 00010000:00010000:3.0:1782222429.017583:0:21388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e681233b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe2b7cc26e6812342 expref: -99 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1782222429.017596:0:21388:0:(import.c:65:import_set_state_nolock()) ffff8f0748460000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1782222429.017600:0:21388:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1782222429.017602:0:21388:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1782222429.017603:0:21388:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1782222429.017607:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1782222429.017621:0:21388:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f08485a1c00 x1868795081898752/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1782222443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1782222429.017637:0:21388:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1782222429.017640:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:0.0:1782222429.017766:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0873f67-836f-4221-9522-aadc54ad715e:3652:1868795081898752:0@lo:250:kworker.0 10000000:01000000:3.0:1782222429.017824:0:21388:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1782222429.017832:0:21388:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812326 00000020:00000080:3.0:1782222429.017837:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f0748466800/a0873f67-836f-4221-9522-aadc54ad715e 00000020:01000000:3.0:1782222429.017897:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.203.127@tcp (flags='') 00000020:00000080:3.0:1782222429.017902:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222429.017906:0:21388:0:(obd_config.c:955:class_cleanup()) MGC192.168.203.127@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1782222429.017910:0:21388:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff8f087fb94d40) has no exports 10000000:01000000:0.0:1782222429.018007:0:17206:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1782222429.020596:0:21388:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.127@tcp: client import never connected 00000100:00080000:3.0:1782222429.020603:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1782222429.020607:0:21388:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1782222429.020611:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1782222429.020614:0:21388:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1782222429.031543:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0748466800/a0873f67-836f-4221-9522-aadc54ad715e for MGC192.168.203.127@tcp 00000020:00000080:3.0:1782222429.032828:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782222429.032839:0:21388:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.127@tcp (uuid a0873f67-836f-4221-9522-aadc54ad715e) 00000020:01000000:3.0:1782222429.032862:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1782222429.032870:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782222429.032876:0:21388:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1782222429.032883:0:21388:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8f07470f9800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1782222429.032890:0:21388:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff8f07475699c0) has exports, disconnecting them 00000020:00080000:3.0:1782222429.032895:0:21388:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8f07470f9800), last request at 1782222341 00000020:00000080:3.0:1782222429.032899:0:21388:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e681272b 00000020:00080000:3.0:1782222429.032914:0:21388:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f07470f9800): rc 0 00000020:00000080:3.0:1782222429.032919:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f07470f9800/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1782222429.032971:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f0748460000 for MGC192.168.203.127@tcp 00000020:00000080:0.0:1782222429.032981:0:8:0:(genops.c:906:class_export_put()) final put ffff8f0748467000/a0873f67-836f-4221-9522-aadc54ad715e 00000020:00000080:0.0:1782222429.032983:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0748467000/a0873f67-836f-4221-9522-aadc54ad715e for MGC192.168.203.127@tcp 00000020:01000000:0.0:1782222429.032990:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.127@tcp (a0873f67-836f-4221-9522-aadc54ad715e) 00000020:00000080:0.0:1782222429.033970:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07470f9800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1782222429.035314:0:21388:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1782222429.035320:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1782222429.035324:0:21388:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1782222429.035331:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1782222429.035380:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07466db000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1782222429.035530:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782222429.035538:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1782222429.035543:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f07466de800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1782222429.035547:0:21388:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07466de800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1782222429.035553:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1782222429.035608:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1782222429.035612:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782222429.035617:0:21388:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1782222429.035622:0:21388:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8f07470fa000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782222429.035628:0:21388:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff8f086b788000) has exports, disconnecting them 00000020:00080000:0.0:1782222429.035632:0:21388:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8f07470fa000), last request at 1782222341 00000020:00000080:0.0:1782222429.035635:0:21388:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e6812740 00000020:00080000:0.0:1782222429.035647:0:21388:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f07470fa000): rc 0 00000020:00000080:0.0:1782222429.035652:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f07470fa000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1782222429.036185:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07470fa000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1782222429.036327:0:21388:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1782222429.036331:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1782222429.036334:0:21388:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1782222429.036338:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1782222429.036379:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f07466d8800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1782222429.045616:0:17197:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1782222429.073314:0:17196:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1782222429.073638:0:19828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1782222429.073754:0:17192:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8f0745618e00:17192] 1 exiting: rc = 0 00000100:00100000:1.0:1782222429.073841:0:17191:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8f0745624c00:17191] 0 exiting: rc = 1 00000100:00100000:1.0:1782222429.073914:0:20238:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff8f087e2c5000:20238] 2 exiting: rc = 0 00000100:00100000:1.0:1782222429.073969:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.088417:0:19545:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8f0746208a00:19545] 3 exiting: rc = 0 00000100:00100000:1.0:1782222429.091504:0:17195:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8f0745625c00:17195] 2 exiting: rc = 0 00000100:00100000:3.0:1782222429.121454:0:17193:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8f0745618200:17193] 0 exiting: rc = 1 00000100:00100000:3.0:1782222429.123831:0:17194:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8f0745624800:17194] 1 exiting: rc = 0 00000100:00100000:1.0:1782222429.124358:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124366:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124372:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124379:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124385:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124392:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124407:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124412:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124417:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124423:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124428:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124433:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124438:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124443:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124447:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124453:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124458:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124464:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124469:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124476:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124481:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124486:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124491:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124495:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124501:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124505:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124510:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124515:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124520:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124524:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124530:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124537:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124542:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124547:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124551:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124556:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124561:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124565:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124570:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124575:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124580:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124592:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124597:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124602:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124607:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124612:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124617:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124622:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124627:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124632:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124637:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124641:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124647:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124661:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124666:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124676:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124681:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124686:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124691:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124696:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124700:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124705:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124709:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.124714:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1782222429.125659:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782222429.125670:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1782222429.125683:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f07466d8000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1782222429.125688:0:21388:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07466d8000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1782222429.125693:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1782222429.125750:0:21388:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0746531000 1 00000020:00000080:1.0:1782222429.125756:0:21388:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xe2b7cc26e68126e5 00000020:00000080:1.0:1782222429.125762:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f07460e2000/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1782222429.125773:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1782222429.125777:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1782222429.125781:0:21388:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1782222429.125792:0:21388:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff8f07460f19c0) has no exports 00000020:00000080:1.0:1782222429.127549:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f07460e2000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1782222429.318999:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782222429.319028:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1782222429.319034:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f0746532800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1782222429.319040:0:21388:0:(genops.c:865:class_export_destroy()) destroying export ffff8f0746532800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1782222429.319051:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1782222429.322420:0:21388:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f0746533800 00000020:01000000:2.0:1782222429.322446:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1782222429.322451:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782222429.322456:0:21388:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1782222429.322460:0:21388:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff8f0878058000) has no exports 00000020:00000080:2.0:1782222429.322481:0:21388:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782222429.322498:0:21388:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1782222429.322502:0:21388:0:(genops.c:906:class_export_put()) final put ffff8f08815e5800/OSS_uuid 00000020:00000080:2.0:1782222429.322506:0:21388:0:(genops.c:865:class_export_destroy()) destroying export ffff8f08815e5800/OSS_uuid for OSS 00000020:01000000:2.0:1782222429.322516:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:0.0:1782222429.322587:0:17204:0:(pinger.c:550:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1782222429.322623:0:19827:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8f074577d200:19827] 3 exiting: rc = 0 00000100:00100000:2.0:1782222429.322741:0:18714:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8f086bba0000:18714] 0 exiting: rc = 1 00000100:00100000:1.0:1782222429.322787:0:18715:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8f084fce8800:18715] 1 exiting: rc = 0 00000100:00100000:1.0:1782222429.322860:0:18716:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8f08654f8400:18716] 2 exiting: rc = 0 00000100:00100000:2.0:1782222429.329300:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329311:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329316:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329321:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329326:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329331:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329336:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329341:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329345:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329350:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329355:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329360:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329365:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329369:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329387:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329392:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329396:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329401:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329406:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329411:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329416:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329421:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329426:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329430:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329435:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329441:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329445:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329450:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329455:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329481:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329488:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329494:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329498:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329503:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329508:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329513:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329518:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329522:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329527:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329531:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329536:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329541:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329546:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329552:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329557:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329562:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329569:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329574:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329578:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329583:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329588:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329592:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329597:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329602:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329607:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329613:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329618:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329623:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329628:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329632:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329637:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329642:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329658:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.329665:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.331203:0:20351:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8f084ff0de00:20351] 2 exiting: rc = 0 00000100:00100000:0.0:1782222429.331309:0:18718:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8f08780fd000:18718] 1 exiting: rc = 0 00000100:00100000:1.0:1782222429.331474:0:18717:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8f084fce8a00:18717] 0 exiting: rc = 1 00000100:00100000:2.0:1782222429.331967:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.331973:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.331977:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.331982:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.331988:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.331993:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.331999:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332004:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332010:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332014:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332019:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332024:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332029:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332034:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332039:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332044:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332049:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332054:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332059:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332349:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332363:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332369:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332441:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332446:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332451:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332456:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332461:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332466:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332471:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332476:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332482:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332487:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332492:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332497:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332514:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332519:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332524:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332529:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332534:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332538:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332543:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332547:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332551:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332556:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332561:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332566:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332571:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332575:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332579:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332584:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332589:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332593:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332598:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332603:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332607:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332612:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332617:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332623:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332628:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332632:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332636:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332640:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332645:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782222429.332649:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.337121:0:18720:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8f08654f9000:18720] 1 exiting: rc = 0 00000100:00100000:2.0:1782222429.337135:0:18721:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8f08654f9a00:18721] 2 exiting: rc = 0 00000100:00100000:3.0:1782222429.337340:0:18719:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8f08780fc800:18719] 0 exiting: rc = 1 00000100:00100000:0.0:1782222429.337422:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337429:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337435:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337440:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337445:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337451:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337456:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337461:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337466:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337471:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337477:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337482:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337487:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337506:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337511:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337516:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337522:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337527:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337532:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337538:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337553:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337560:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337565:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337570:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337575:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337580:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337586:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337591:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337597:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337603:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337608:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337613:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337618:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337623:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337628:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337635:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337641:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337646:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337651:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337656:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337662:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337667:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337672:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337678:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337697:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337703:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337708:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337713:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337725:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337730:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337736:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337741:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337747:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337753:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337759:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337764:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337769:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337774:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337780:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337785:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337791:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337797:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337802:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.337808:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782222429.343566:0:18722:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8f07475a0e00:18722] 0 exiting: rc = 1 00000100:00100000:0.0:1782222429.350363:0:18723:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8f084839a400:18723] 1 exiting: rc = 0 00000100:00100000:0.0:1782222429.351753:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351762:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351766:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351771:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351775:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351781:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351786:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351791:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351797:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351802:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351807:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351812:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351817:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351822:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351827:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351831:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351836:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351841:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351858:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351863:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351869:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351875:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351880:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351885:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351890:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351895:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351900:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351906:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351911:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351916:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351922:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351927:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351934:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351940:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351945:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351950:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351955:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351959:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351964:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351970:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351974:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351979:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351985:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351990:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351994:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.351999:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352004:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352009:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352013:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352018:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352024:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352029:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352034:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352047:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352051:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352056:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352061:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352067:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352072:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352087:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352092:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352098:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352104:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.352109:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358023:0:18724:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8f087f90e400:18724] 0 exiting: rc = 1 00000100:00100000:1.0:1782222429.358268:0:18725:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8f084839b000:18725] 1 exiting: rc = 0 00000100:00100000:0.0:1782222429.358432:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358440:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358446:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358452:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358480:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358487:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358494:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358501:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358507:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358512:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358517:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358522:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358528:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358534:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358539:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358545:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358565:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358572:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358593:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358600:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358607:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358614:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358620:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358641:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358647:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358652:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358658:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358663:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358682:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358689:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358695:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358702:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358709:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358717:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358725:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358732:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358739:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358746:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358753:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358758:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358779:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358785:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358791:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358798:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358804:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358809:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358815:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358821:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358827:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358833:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358838:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358844:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358863:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358869:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358875:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358880:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358886:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358890:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358903:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358909:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358914:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358920:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358925:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782222429.358931:0:21388:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1782222429.369688:0:21388:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1782222449.118786:0:22153:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg327-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1782222460.679298:0:22754:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:1.0:1782222460.679304:0:22754:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1782222460.679305:0:22754:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1782222460.679416:0:22754:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f087e397000 00000020:01000004:1.0:1782222460.679430:0:22754:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1782222460.679437:0:22754:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1782222460.679451:0:22754:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8f087fe90000) 00000020:00000080:1.0:1782222460.679464:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1782222460.814518:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1782222460.817583:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1782222460.823980:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.824481:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.825079:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.825992:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.826780:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.827137:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.827381:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.827626:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.827878:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.828212:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.828572:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.828805:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.829058:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.829907:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.830204:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.831105:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.831382:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.831619:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.831819:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.832350:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.832540:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.832956:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.839573:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.839978:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.840278:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.840876:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.841212:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.841413:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.841605:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.841885:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.842212:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1782222460.843384:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1782222460.845512:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1782222460.846003:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1782222460.846535:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1782222460.846962:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.847381:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.847661:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1782222460.847928:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.848130:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1782222460.851319:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.855512:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.860560:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.861424:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1782222460.863745:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.870213:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.870688:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.875538:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.876597:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.876903:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1782222460.877280:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:3.0:1782222460.878091:0:22754:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1782222460.878401:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1782222460.878410:0:22754:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1782222460.878421:0:22754:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812b99 00000020:01000004:3.0:1782222460.878427:0:22754:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1782222460.878432:0:22754:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1782222460.878437:0:22754:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f087e397000 from MGS 00000020:01000004:3.0:1782222460.878441:0:22754:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1782222460.878451:0:22754:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8f086b78b380) 00000020:00000080:3.0:1782222460.878461:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1782222460.878520:0:22754:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f087e397000 from MGS, refs=2 00080000:01000000:3.0:1782222460.878525:0:22754:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1782222460.878530:0:22754:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812ba7 00000100:00100000:3.0:1782222460.878611:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1782222460.878767:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1782222460.878773:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1782222460.883728:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1782222460.883739:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1782222460.884656:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782222460.884815:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1782222460.884821:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1782222460.896902:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1782222460.896921:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1782222460.897657:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1782222460.897664:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1782222460.907666:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222460.907672:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222460.907674:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222460.908039:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222460.908041:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222460.908044:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222460.911044:0:22754:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1782222460.913517:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1782222460.921672:0:22754:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1782222460.925259:0:22766:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1782222460.925316:0:22754:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1782222460.925378:0:22754:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1782222460.926153:0:22754:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1782222460.926682:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782222460.926824:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1782222460.926829:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1782222460.929856:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1782222460.929868:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1782222460.930580:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1782222460.930588:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1782222460.949798:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1782222460.949822:0:22754:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.203.127@tcp' 00000020:01000004:3.0:1782222460.949824:0:22754:0:(obd_mount.c:411:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1782222460.949878:0:22754:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.203.127@tcp (typ=mgc) 00000020:00000080:3.0:1782222460.949890:0:22754:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.127@tcp (ffff8f086b7899c0) 00000020:00000080:3.0:1782222460.949905:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1782222460.950140:0:22754:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f07472a4800@MGC192.168.203.127@tcp: add connection 192.168.203.127@tcp at head 00010000:00010000:3.0:1782222460.950345:0:22754:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.127@tcp-0 is initialized 00000040:01000000:3.0:1782222460.950351:0:22754:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.127@tcp ctxt 1 is initialized 00000100:00080000:0.0:1782222460.950485:0:22771:0:(pinger.c:468:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1782222460.950921:0:22772:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1782222460.951103:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.127@tcp (uuid 65548448-ca70-48e0-b85a-88f22d1110c9) 00000020:00000080:0.0:1782222460.951120:0:22754:0:(genops.c:1406:class_connect()) connect: client 65548448-ca70-48e0-b85a-88f22d1110c9, cookie 0xe2b7cc26e6812bb5 00000100:00080000:0.0:1782222460.951130:0:22754:0:(import.c:512:import_select_connection()) MGC192.168.203.127@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1782222460.951135:0:22754:0:(import.c:626:import_select_connection()) MGC192.168.203.127@tcp: import ffff8f07472a4800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222460.951163:0:22754:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881725f80 x1868795081898880/t0(0) o250->MGC192.168.203.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782222460.951191:0:22754:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 65548448-ca70-48e0-b85a-88f22d1110c9->MGS 00000020:01000004:0.0:1782222460.951213:0:22754:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1782222460.951217:0:22754:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1782222460.951227:0:22754:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8f07460f0000) 00000020:00000080:0.0:1782222460.951259:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1782222460.951505:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65548448-ca70-48e0-b85a-88f22d1110c9:3652:1868795081898880:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1782222460.951570:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222460.951672:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081898880 00000100:00100000:2.0:1782222460.951679:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081898880 00000100:00100000:2.0:1782222460.951716:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1782222460.951724:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3652:x1868795081898880:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1782222460.951746:0:22767:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 65548448-ca70-48e0-b85a-88f22d1110c9@0@lo t0 exp 0000000000000000 cur 659 last 0 00000020:00000080:2.0:1782222460.951768:0:22767:0:(genops.c:1406:class_connect()) connect: client 65548448-ca70-48e0-b85a-88f22d1110c9, cookie 0xe2b7cc26e6812bc3 00000100:00080000:2.0:1782222460.951888:0:22767:0:(import.c:65:import_set_state_nolock()) ffff8f0851395000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782222460.951932:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+5:3652:x1868795081898880:12345-0@lo:250:mount.lustre.0 Request processed in 208us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222460.951939:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1782222460.952142:0:3652:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.203.127@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1782222460.952151:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.203.127@tcp: connect to target with instance 0 00000100:00080000:2.0:1782222460.952158:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.203.127@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1782222460.952162:0:3652:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1782222460.952165:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07472a4800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1782222460.952168:0:3652:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1782222460.952181:0:3652:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1782222460.952186:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65548448-ca70-48e0-b85a-88f22d1110c9:3652:1868795081898880:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1782222460.991914:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1782222460.992212:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1782222460.992218:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1782222460.998099:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1782222460.998113:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1782222460.998607:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1782222460.998617:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1782222461.003712:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782222461.003899:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1782222461.003905:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1782222461.007682:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1782222461.007695:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1782222461.075647:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782222461.075824:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1782222461.075832:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1782222461.078689:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1782222461.078702:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1782222461.079520:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782222461.079679:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1782222461.079684:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1782222461.080265:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1782222461.080272:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1782222461.080748:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782222461.080939:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1782222461.080945:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1782222461.083713:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1782222461.083725:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1782222461.084381:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782222461.084531:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1782222461.084536:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1782222461.085265:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1782222461.085272:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1782222461.104602:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782222461.104795:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1782222461.104801:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1782222461.109039:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1782222461.109052:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1782222461.110578:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1782222461.110589:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1782222461.114124:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1782222461.114163:0:22754:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1782222461.114169:0:22754:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.127@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1782222461.114403:0:22754:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.127@tcp ctxt 0 is initialized 00000020:01000004:1.0:1782222461.114443:0:22754:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.127@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1782222461.114448:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1782222461.114455:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1782222461.114456:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1782222461.114457:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1782222461.114458:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1782222461.114459:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1782222461.114460:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1782222461.114461:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1782222461.114463:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1782222461.114464:0:22754:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1782222461.114467:0:22754:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1782222461.114469:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1782222461.114470:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1782222461.114471:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1782222461.114472:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1782222461.114473:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1782222461.114474:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1782222461.114475:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1782222461.114476:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1782222461.114476:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1782222461.114477:0:22754:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1782222461.114501:0:22754:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1782222461.114521:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899008:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1782222461.114597:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222461.114690:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0849e96300 going to sleep for 11 seconds 00000100:00100000:0.0:1782222461.118817:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899008 00000100:00100000:0.0:1782222461.118832:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899008 00000100:00100000:0.0:1782222461.118908:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782222461.118918:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+5:22754:x1868795081899008:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1782222461.118987:0:22769:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1782222461.118991:0:22769:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1782222461.119130:0:22769:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1782222461.121365:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1782222461.121809:0:22769:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1782222461.123476:0:22792:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1782222461.123482:0:22792:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1782222461.123485:0:22792:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1782222461.123487:0:22792:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1782222461.123789:0:22792:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1782222461.124293:0:22769:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1782222461.124304:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1782222461.125711:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+5:22754:x1868795081899008:12345-0@lo:253:mount.lustre.0 Request processed in 6788us (11107us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222461.125731:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782222461.125820:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899008:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1782222461.125834:0:22754:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1782222461.125837:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1782222461.125839:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1782222461.125840:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1782222461.125841:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1782222461.125842:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1782222461.125852:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1782222461.125859:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1782222461.125860:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1782222461.125862:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1782222461.125863:0:22754:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1782222461.125881:0:22754:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f087e397000 from lustre-MDT0000 10000000:01000000:1.0:1782222461.125909:0:22754:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1782222461.125912:0:22754:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1782222461.125916:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8f086b7899c0 10000000:01000000:1.0:1782222461.125920:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1782222461.125928:0:22754:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8f086b7899c0 from 1 10000000:01000000:1.0:1782222461.125931:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1782222461.125968:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.125979:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.125988:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222461.126017:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899136:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782222461.126052:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222461.126093:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0849e96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1782222461.126192:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899136 00000100:00100000:0.0:1782222461.126199:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899136 00000100:00100000:0.0:1782222461.126264:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782222461.126273:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+5:22754:x1868795081899136:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222461.126284:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222461.126298:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb8800/0xe2b7cc26e6812bd1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812bca expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.126319:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb8800/0xe2b7cc26e6812bd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812bca expref: 6 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.126330:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb8800/0xe2b7cc26e6812bd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812bca expref: 6 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.126339:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb8800, rc 0) 00000100:00100000:0.0:1782222461.126369:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+6:22754:x1868795081899136:12345-0@lo:101:mount.lustre.0 Request processed in 97us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222461.126375:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1782222461.126498:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899136:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222461.126510:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.126518:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222461.126561:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899264:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222461.126588:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222461.126635:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0849e96f00 going to sleep for 11 seconds 00000100:00100000:2.0:1782222461.130423:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899264 00000100:00100000:2.0:1782222461.130438:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899264 00000100:00100000:2.0:1782222461.130492:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782222461.130502:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084aed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+6:22754:x1868795081899264:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222461.130676:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084aed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+6:22754:x1868795081899264:12345-0@lo:501:mount.lustre.0 Request processed in 175us (4086us total) trans 0 rc -2/-2 00000100:00100000:2.0:1782222461.130685:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1782222461.132762:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899264:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1782222461.132814:0:22754:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1782222461.132840:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.132859:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222461.132868:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f087e397000 10000000:01000000:1.0:1782222461.132875:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1782222461.132880:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f087e397000 10000000:01000000:1.0:1782222461.132885:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1782222461.132888:0:22754:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff8f087e397000 from 1 10000000:01000000:1.0:1782222461.132890:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1782222461.132920:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841458400/0xe2b7cc26e6812bd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.132928:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0841458400/0xe2b7cc26e6812bd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.132937:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0841458400/0xe2b7cc26e6812bd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222461.132955:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899392:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782222461.133017:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222461.133057:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0849e96f00 going to sleep for 11 seconds 00000100:00100000:2.0:1782222461.133265:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899392 00000100:00100000:2.0:1782222461.133271:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899392 00000100:00100000:2.0:1782222461.133312:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1782222461.133319:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+6:22754:x1868795081899392:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222461.133332:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222461.133346:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08413d2c00/0xe2b7cc26e6812bdf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812bd8 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.133366:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08413d2c00/0xe2b7cc26e6812bdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812bd8 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.133377:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08413d2c00/0xe2b7cc26e6812bdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812bd8 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.133385:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08413d2c00, rc 0) 00000100:00100000:2.0:1782222461.133419:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+7:22754:x1868795081899392:12345-0@lo:101:mount.lustre.0 Request processed in 100us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222461.133425:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782222461.133520:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899392:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222461.133534:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0841458400/0xe2b7cc26e6812bd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bdf expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.133542:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0841458400/0xe2b7cc26e6812bd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812bdf expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222461.133573:0:22754:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1782222461.133583:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841458400/0xe2b7cc26e6812bd8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bdf expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.133590:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841458400/0xe2b7cc26e6812bd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bdf expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222461.133596:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1782222461.133600:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1782222461.133604:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f087e397000 10000000:01000000:0.0:1782222461.133607:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1782222461.133609:0:22754:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1782222461.133611:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1782222461.133626:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e6812be6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.133633:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e6812be6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.133640:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e6812be6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.133653:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899520:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782222461.133679:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.133712:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f084a056780 going to sleep for 11 seconds 00000100:00100000:2.0:1782222461.133816:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899520 00000100:00100000:2.0:1782222461.133826:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899520 00000100:00100000:2.0:1782222461.133862:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1782222461.133869:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+7:22754:x1868795081899520:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222461.133877:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222461.133885:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08413d3e00/0xe2b7cc26e6812bed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812be6 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.133898:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08413d3e00/0xe2b7cc26e6812bed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812be6 expref: 8 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.133906:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08413d3e00/0xe2b7cc26e6812bed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812be6 expref: 8 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.133912:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08413d3e00, rc 0) 00000100:00100000:2.0:1782222461.133938:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+8:22754:x1868795081899520:12345-0@lo:101:mount.lustre.0 Request processed in 69us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222461.133942:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782222461.134161:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899520:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222461.134172:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e6812be6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bed expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.134187:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e6812be6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812bed expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.134278:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899648:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222461.134302:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.134311:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f084a056780 going to sleep for 11 seconds 00000100:00100000:2.0:1782222461.134394:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899648 00000100:00100000:2.0:1782222461.134399:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899648 00000100:00100000:2.0:1782222461.134426:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782222461.134433:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+8:22754:x1868795081899648:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222461.134561:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+9:22754:x1868795081899648:12345-0@lo:501:mount.lustre.0 Request processed in 128us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222461.134569:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782222461.134735:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899648:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222461.134761:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899776:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782222461.134799:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.134825:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f084a056780 going to sleep for 11 seconds 00000100:00100000:2.0:1782222461.134877:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899776 00000100:00100000:2.0:1782222461.134881:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899776 00000100:00100000:2.0:1782222461.134909:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1782222461.134915:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+9:22754:x1868795081899776:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782222461.135808:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+9:22754:x1868795081899776:12345-0@lo:503:mount.lustre.0 Request processed in 890us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222461.135817:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782222461.135915:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081899776:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782222461.136647:0:22793:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22793:1868795081899904:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1782222461.136695:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222461.136763:0:22793:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850175cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1782222461.136992:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081899904 00000100:00100000:1.0:1782222461.137014:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081899904 00000100:00100000:1.0:1782222461.137058:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782222461.137066:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+9:22793:x1868795081899904:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1782222461.137728:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+9:22793:x1868795081899904:12345-0@lo:502:llog_process_th.0 Request processed in 660us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222461.137736:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1782222461.137827:0:22793:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22793:1868795081899904:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1782222461.137864:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222461.137875:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.137877:0:22793:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1782222461.137883:0:22793:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1782222461.137885:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782222461.137900:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8f07471e99c0) 00000020:00000080:2.0:1782222461.137913:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1782222461.137919:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1782222461.138014:0:22793:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1782222461.138023:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812bfb 00000020:00000080:2.0:1782222461.138217:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1782222461.138222:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222461.138225:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.138226:0:22793:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1782222461.138229:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222461.138266:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.138268:0:22793:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1782222461.138272:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782222461.138279:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8f07471eb380) 00000020:00000080:2.0:1782222461.138288:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1782222461.138291:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1782222461.138293:0:22793:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1782222461.138301:0:22793:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1782222461.138307:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1782222461.138345:0:22793:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f087e397000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1782222461.138356:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8f07471ecd40) 00000020:00000080:2.0:1782222461.138365:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1782222461.138408:0:22793:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1782222461.138412:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe2b7cc26e6812c10 00000020:00000080:2.0:1782222461.138492:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1782222461.138497:0:22793:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1782222461.138501:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xe2b7cc26e6812c17 00080000:01000000:2.0:1782222461.138505:0:22793:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:2.0:1782222461.138507:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812c1e 00010000:00010000:0.0:1782222461.199932:0:22793:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1782222461.200619:0:22793:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1782222461.200911:0:22793:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1782222461.201651:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8f07460f19c0) 00000020:00000080:0.0:1782222461.201667:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1782222461.201733:0:22793:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:0.0:1782222461.201739:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812c2c 00000020:00000080:0.0:1782222461.206149:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1782222461.220214:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xe2b7cc26e6812c33 00000020:00000080:0.0:1782222461.222294:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1782222461.222308:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782222461.222314:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222461.222317:0:22793:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1782222461.222321:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1782222461.222324:0:22793:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1782222461.222333:0:22793:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782222461.222335:0:22793:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782222461.222336:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1782222461.222339:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222461.222340:0:22793:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1782222461.222343:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782222461.222348:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222461.222349:0:22793:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1782222461.222354:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1782222461.222401:0:22793:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1782222461.222417:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782222461.222420:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222461.222421:0:22793:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1782222461.222424:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782222461.222427:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222461.222428:0:22793:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1782222461.222431:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1782222461.222436:0:22793:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.127@tcp to nid 0x20000c0a8cb7f (192.168.203.127@tcp) 00000020:00000080:0.0:1782222461.222460:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782222461.222474:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8f07460f4d40) 00000020:00000080:0.0:1782222461.222490:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1782222461.222495:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1782222461.222561:0:22793:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1782222461.222567:0:22793:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1782222461.222574:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812c41 00010000:00080000:0.0:1782222461.222607:0:22793:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f0746080000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.127@tcp at head 00010000:00010000:0.0:1782222461.228987:0:22793:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1782222461.231135:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1782222461.231149:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1782222461.231182:0:22793:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1782222461.231204:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe2b7cc26e6812c48 00000100:00080000:1.0:1782222461.231215:0:22793:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782222461.231220:0:22793:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f0746080000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222461.231339:0:22793:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0847000a80 x1868795081900032/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222461.231400:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081900032:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782222461.231467:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1782222461.231532:0:22793:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1782222461.231602:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782222461.231606:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222461.231608:0:22793:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1782222461.231611:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1782222461.231614:0:22793:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1782222461.231616:0:22793:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782222461.231617:0:22793:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782222461.231619:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1782222461.231621:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222461.231623:0:22793:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1782222461.231625:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1782222461.231630:0:22793:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1782222461.231633:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222461.231634:0:22793:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1782222461.231637:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1782222461.231647:0:22793:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.127@tcp to nid 0x20000c0a8cb7f (192.168.203.127@tcp) 00000020:01000000:1.0:1782222461.231666:0:22793:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1782222461.231669:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782222461.231680:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8f087fe94d40) 00000020:00000080:1.0:1782222461.231691:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1782222461.231695:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1782222461.231753:0:22793:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1782222461.231758:0:22793:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:1.0:1782222461.231764:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812c56 00010000:00080000:1.0:1782222461.231793:0:22793:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f0747ce6800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.127@tcp at head 00000100:00100000:0.0:1782222461.232102:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081900032 00000100:00100000:0.0:1782222461.232110:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081900032 00000100:00100000:0.0:1782222461.232138:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782222461.232145:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1868795081900032:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1782222461.232158:0:22780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:1.0:1782222461.236001:0:22793:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:3.0:1782222461.241676:0:22793:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1782222461.243590:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1782222461.245658:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1782222461.245858:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1782222461.260720:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1782222461.267326:0:22799:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1782222461.267336:0:22799:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1782222461.273138:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1782222461.273153:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1782222461.273189:0:22793:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1782222461.273208:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe2b7cc26e6812c5d 00000100:00080000:1.0:1782222461.273219:0:22793:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782222461.273224:0:22793:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f0747ce6800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222461.273288:0:22793:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0847002300 x1868795081900160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1782222461.273311:0:22793:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1782222461.273375:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782222461.273379:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222461.273381:0:22793:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1782222461.273384:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1782222461.273387:0:22793:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1782222461.273389:0:22793:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782222461.273396:0:22793:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782222461.273398:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1782222461.273400:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222461.273402:0:22793:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1782222461.273405:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1782222461.273409:0:22793:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1782222461.273412:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222461.273414:0:22793:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1782222461.273417:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1782222461.273420:0:22793:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.127@tcp to nid 0x20000c0a8cb7f (192.168.203.127@tcp) 00000020:01000000:1.0:1782222461.273444:0:22793:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1782222461.273447:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782222461.273458:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8f087fe919c0) 00000020:00000080:1.0:1782222461.273469:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1782222461.273474:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1782222461.273530:0:22793:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1782222461.273536:0:22793:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:1.0:1782222461.273542:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe2b7cc26e6812c6b 00010000:00080000:1.0:1782222461.273570:0:22793:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f0746086000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.127@tcp at head 00010000:00010000:1.0:1782222461.273756:0:22793:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1782222461.273821:0:22793:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1782222461.273835:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1782222461.274650:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081900160:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1782222461.274714:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081900160 offset 0 length 520: 4 00000040:00080000:1.0:1782222461.278103:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1782222461.280198:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1782222461.280838:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:1.0:1782222461.280976:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1868795081900032:12345-0@lo:38:llog_process_th.0 Request processed in 48827us (49504us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782222461.281113:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1782222461.281382:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222461.281389:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782222461.281393:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081900032:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1782222461.294120:0:22801:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1782222461.294129:0:22801:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1782222461.297609:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1782222461.297625:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1782222461.297669:0:22793:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1782222461.297689:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe2b7cc26e6812c72 00000100:00080000:3.0:1782222461.297700:0:22793:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1782222461.297706:0:22793:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f0746086000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222461.297740:0:22793:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08483ea300 x1868795081900288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222461.297801:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081900288:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1782222461.297898:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081900288 offset 0 length 520: 4 00000100:00080000:3.0:1782222461.298085:0:22793:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1782222461.298153:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222461.298158:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222461.298160:0:22793:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1782222461.298164:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782222461.298168:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222461.298170:0:22793:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1782222461.298173:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1782222461.298175:0:22793:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1782222461.298178:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222461.298186:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222461.298188:0:22793:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1782222461.298191:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782222461.298193:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222461.298195:0:22793:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1782222461.298199:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1782222461.298228:0:22793:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22793:1868795081900416:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.298295:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222461.298317:0:22793:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0855468480 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.298341:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081900416 00000100:00100000:3.0:1782222461.298347:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081900416 00000100:00100000:3.0:1782222461.298384:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1782222461.298393:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+9:22793:x1868795081900416:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.298506:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+9:22793:x1868795081900416:12345-0@lo:502:llog_process_th.0 Request processed in 114us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.298515:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1782222461.298568:0:22793:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22793:1868795081900416:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1782222461.298592:0:22793:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222461.298597:0:22793:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222461.298598:0:22793:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1782222461.298601:0:22793:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1782222461.298767:0:22754:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1782222461.298791:0:22754:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1782222461.298812:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e6812be6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bed expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.298823:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9400/0xe2b7cc26e6812be6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bed expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222461.298831:0:22754:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f087e397000 from 1 10000000:01000000:0.0:1782222461.298834:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1782222461.298881:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.298890:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.298899:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.298913:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900544:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782222461.298942:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.298960:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844df89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782222461.301475:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081900544 00000100:00100000:1.0:1782222461.301487:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081900544 00000100:00100000:1.0:1782222461.301551:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1782222461.301561:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+9:22754:x1868795081900544:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222461.301574:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222461.301594:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812c79 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.301617:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 10 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.301628:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 10 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.301637:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0841458a00, rc 0) 00000100:00100000:1.0:1782222461.301702:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+10:22754:x1868795081900544:12345-0@lo:101:mount.lustre.0 Request processed in 143us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222461.301708:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222461.301813:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900544:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222461.301833:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.301851:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.302625:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900672:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1782222461.302670:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.302700:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844df89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.302775:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081900672 00000100:00100000:3.0:1782222461.302781:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081900672 00000100:00100000:3.0:1782222461.302818:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1782222461.302826:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+10:22754:x1868795081900672:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1782222461.302852:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1782222461.302859:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1782222461.302924:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+10:22754:x1868795081900672:12345-0@lo:256:mount.lustre.0 Request processed in 99us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.302940:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782222461.304122:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900672:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1782222461.304755:0:22754:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1782222461.304776:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.304787:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222461.304796:0:22754:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f087e397000 from 1 10000000:01000000:0.0:1782222461.304799:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782222461.304834:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.304851:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.304860:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.304878:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900800:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782222461.304926:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.304955:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844df89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782222461.304975:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081900800 00000100:00100000:0.0:1782222461.304980:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081900800 00000100:00100000:1.0:1782222461.306306:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1782222461.306317:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a284c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+10:22754:x1868795081900800:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222461.306332:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222461.306350:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812c87 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.306376:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.306386:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222461.306395:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0841459200, rc 0) 00000100:00100000:1.0:1782222461.306468:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a284c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+11:22754:x1868795081900800:12345-0@lo:101:mount.lustre.0 Request processed in 152us (1541us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222461.306476:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782222461.306757:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900800:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222461.306774:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.306783:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.306857:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222461.306888:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.306920:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844df89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782222461.306966:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081900928 00000100:00100000:1.0:1782222461.306971:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081900928 00000100:00100000:1.0:1782222461.307008:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1782222461.307016:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+11:22754:x1868795081900928:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222461.307145:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+11:22754:x1868795081900928:12345-0@lo:501:mount.lustre.0 Request processed in 129us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222461.307152:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1782222461.307330:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081900928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222461.307360:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901056:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782222461.307400:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.307426:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844df89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.307472:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901056 00000100:00100000:3.0:1782222461.307477:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901056 00000100:00100000:3.0:1782222461.307508:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782222461.307515:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+11:22754:x1868795081901056:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782222461.307600:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+11:22754:x1868795081901056:12345-0@lo:503:mount.lustre.0 Request processed in 85us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.307607:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1782222461.307755:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901056:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782222461.309287:0:22803:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22803:1868795081901184:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1782222461.309354:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222461.309389:0:22803:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b63e180 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.309445:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901184 00000100:00100000:3.0:1782222461.309451:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901184 00000100:00100000:3.0:1782222461.309493:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782222461.309501:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a284050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+11:22803:x1868795081901184:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.309930:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a284050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+11:22803:x1868795081901184:12345-0@lo:502:llog_process_th.0 Request processed in 429us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.309938:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1782222461.310170:0:22803:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22803:1868795081901184:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1782222461.310201:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222461.310212:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.310214:0:22803:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1782222461.310221:0:22803:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f087e397000 00000020:00000080:2.0:1782222461.310224:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782222461.310404:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222461.310416:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.310418:0:22803:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1782222461.310423:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222461.310425:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.310426:0:22803:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1782222461.310430:0:22803:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f087e397000 00000020:00000080:2.0:1782222461.310433:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782222461.310484:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222461.310487:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.310489:0:22803:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1782222461.310491:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222461.310493:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.310495:0:22803:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1782222461.310498:0:22803:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f087e397000 00000020:00000080:2.0:1782222461.310500:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782222461.310519:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222461.310522:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.310523:0:22803:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1782222461.310526:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222461.310528:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222461.310530:0:22803:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1782222461.310534:0:22803:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f087e397000 00000020:00000080:2.0:1782222461.310536:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1782222461.310576:0:22803:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22803:1868795081901312:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1782222461.310618:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222461.315203:0:22803:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b63e180 going to sleep for 11 seconds 00000100:00100000:1.0:1782222461.329215:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901312 00000100:00100000:1.0:1782222461.329229:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901312 00000100:00100000:1.0:1782222461.329315:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1782222461.329325:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+11:22803:x1868795081901312:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1782222461.329519:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+11:22803:x1868795081901312:12345-0@lo:502:llog_process_th.0 Request processed in 194us (18900us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222461.329527:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782222461.333382:0:22803:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22803:1868795081901312:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1782222461.333431:0:22803:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222461.333442:0:22803:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222461.333444:0:22803:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1782222461.333448:0:22803:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1782222461.333632:0:22754:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1782222461.333657:0:22754:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782222461.333681:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.333693:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222461.333748:0:22754:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1782222461.333751:0:22754:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f087e397000 10000000:01000000:0.0:1782222461.333754:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f087e397000 10000000:01000000:0.0:1782222461.333758:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1782222461.333774:0:22754:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f087e397000 from 1 10000000:01000000:0.0:1782222461.333776:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1782222461.333811:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8000/0xe2b7cc26e6812c95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.333820:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8000/0xe2b7cc26e6812c95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.333829:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8000/0xe2b7cc26e6812c95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.333859:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901440:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782222461.333918:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.333959:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0849e96300 going to sleep for 11 seconds 00000100:00100000:0.0:1782222461.334342:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901440 00000100:00100000:0.0:1782222461.334349:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901440 00000100:00100000:0.0:1782222461.334397:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1782222461.334405:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+11:22754:x1868795081901440:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222461.334417:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222461.334429:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb9600/0xe2b7cc26e6812c9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812c95 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.334452:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb9600/0xe2b7cc26e6812c9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c95 expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.334462:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb9600/0xe2b7cc26e6812c9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c95 expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.334471:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb9600, rc 0) 00000100:00100000:0.0:1782222461.334510:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+12:22754:x1868795081901440:12345-0@lo:101:mount.lustre.0 Request processed in 106us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222461.334523:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1782222461.334565:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901440:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222461.334578:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8000/0xe2b7cc26e6812c95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c9c expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.334586:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8000/0xe2b7cc26e6812c95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812c9c expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222461.334635:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901568:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222461.334658:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.334677:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0847bf09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.334717:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901568 00000100:00100000:3.0:1782222461.334721:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901568 00000100:00100000:3.0:1782222461.334746:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222461.334753:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a287050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22754:x1868795081901568:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222461.334861:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a287050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22754:x1868795081901568:12345-0@lo:501:mount.lustre.0 Request processed in 108us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.334876:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1782222461.334932:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901568:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222461.334955:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901696:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782222461.334988:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222461.336103:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0847bf09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.341397:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901696 00000100:00100000:3.0:1782222461.341412:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901696 00000100:00100000:3.0:1782222461.341465:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782222461.341474:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0841461c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22754:x1868795081901696:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782222461.341620:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0841461c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22754:x1868795081901696:12345-0@lo:503:mount.lustre.0 Request processed in 147us (6630us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.341628:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782222461.344232:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081901696:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782222461.344496:0:22807:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22807:1868795081901824:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.344561:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222461.344595:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901824 00000100:00100000:3.0:1782222461.344599:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901824 00000100:00100000:3.0:1782222461.344639:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1782222461.344646:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22807:x1868795081901824:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.344750:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22807:x1868795081901824:12345-0@lo:502:llog_process_th.0 Request processed in 104us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.344758:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1782222461.344805:0:22807:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746166300 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.344818:0:22807:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22807:1868795081901824:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1782222461.344887:0:22807:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1782222461.344901:0:22807:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8f086b78cd40) 00000020:00000080:3.0:1782222461.344920:0:22807:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1782222461.345313:0:22807:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f087e397000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1782222461.345318:0:22807:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f087e397000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1782222461.345326:0:22807:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f087e397000 4 00010000:00080000:3.0:1782222461.345364:0:22807:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f074769c800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.127@tcp at head 00010000:00010000:3.0:1782222461.357292:0:22807:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1782222461.357396:0:22807:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1782222461.357439:0:22807:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1782222461.357451:0:22807:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xe2b7cc26e6812caa 00000100:00080000:3.0:1782222461.357461:0:22807:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1782222461.357468:0:22807:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f074769c800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222461.357503:0:22807:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08483ead80 x1868795081901952/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782222461.357542:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1868795081901952:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782222461.357608:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1782222461.357669:0:22807:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1782222461.358348:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081901952 00000100:00100000:3.0:1782222461.358356:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081901952 00000100:00100000:3.0:1782222461.358386:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782222461.358394:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1868795081901952:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782222461.358451:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1868795081901952:12345-0@lo:38:llog_process_th.0 Request processed in 57us (842us total) trans 0 rc -11/-11 00000100:00100000:3.0:1782222461.358457:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782222461.358492:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1782222461.358499:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f074769c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222461.358502:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1782222461.358506:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1868795081901952:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782222461.362960:0:22807:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22807:1868795081902080:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.363050:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222461.363092:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902080 00000100:00100000:3.0:1782222461.363099:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902080 00000100:00100000:3.0:1782222461.363136:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782222461.363144:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22807:x1868795081902080:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.363265:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22807:x1868795081902080:12345-0@lo:502:llog_process_th.0 Request processed in 121us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.363273:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782222461.363317:0:22807:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746166300 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.363336:0:22807:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22807:1868795081902080:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.363372:0:22807:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22807:1868795081902208:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.363402:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222461.363425:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902208 00000100:00100000:3.0:1782222461.363428:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902208 00000100:00100000:3.0:1782222461.363448:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1782222461.363453:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+12:22807:x1868795081902208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782222461.363506:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+12:22807:x1868795081902208:12345-0@lo:502:llog_process_th.0 Request processed in 52us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.363513:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1782222461.363539:0:22807:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746166300 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.363549:0:22807:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:65548448-ca70-48e0-b85a-88f22d1110c9:22807:1868795081902208:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1782222461.363567:0:22807:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1782222461.363619:0:22754:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1782222461.363638:0:22754:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1782222461.363653:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8000/0xe2b7cc26e6812c95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c9c expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.363674:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8000/0xe2b7cc26e6812c95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812c9c expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1782222461.363717:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1782222461.363719:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1782222461.363720:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222461.363722:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222461.363723:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222461.363724:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222461.363725:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782222461.363726:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1782222461.363728:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222461.363729:0:22754:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1782222461.363733:0:22754:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1782222461.363736:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1782222461.363737:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1782222461.363738:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222461.363739:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222461.363740:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222461.363741:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222461.363742:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782222461.363743:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1782222461.363744:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222461.363746:0:22754:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1782222461.363758:0:22754:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1782222461.363767:0:22754:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081902336:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1782222461.363795:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222461.363808:0:22754:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746166300 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.363828:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902336 00000100:00100000:3.0:1782222461.363832:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902336 00000100:00100000:3.0:1782222461.363865:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1782222461.363873:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+12:22754:x1868795081902336:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1782222461.363892:0:22768:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1782222461.363908:0:22768:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1782222461.379880:0:22768:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1782222461.379893:0:22768:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1782222461.380195:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1782222461.380200:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1782222461.380220:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.380265:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.380286:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.380324:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222461.380338:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 12 pid: 22769 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222461.380353:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081902464:0@lo:104: 00000100:00100000:2.0:1782222461.380412:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222461.380451:0:22791:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b63e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222461.384628:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902464 00000100:00100000:3.0:1782222461.384641:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902464 00000100:00100000:3.0:1782222461.384706:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782222461.384715:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081902464:12345-0@lo:104: 00010000:00010000:3.0:1782222461.384733:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.384822:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1782222461.384828:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081902464:12345-0@lo:104: Request processed in 115us (4416us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.384835:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782222461.384913:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081902464:0@lo:104: 00010000:00010000:3.0:1782222461.384936:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222461.385147:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+12:22754:x1868795081902336:12345-0@lo:253:mount.lustre.0 Request processed in 21273us (21349us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222461.385156:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:0.0:1782222461.385213:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222461.385221:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.385230:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb8c00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222461.389186:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.389212:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222461.389254:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222461.389260:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1782222461.389309:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.389316:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782222461.389338:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.389345:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8c00/0xe2b7cc26e6812c79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812c80 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222461.389367:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222461.389369:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222461.389371:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222461.389423:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081902592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782222461.389483:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222461.389822:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902592 00000100:00100000:3.0:1782222461.389830:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902592 00010000:00010000:3.0:1782222461.389868:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 12 pid: 22769 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222461.389914:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782222461.389921:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+12:3653:x1868795081902592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782222461.389934:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222461.389939:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 12 pid: 22769 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.389949:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 12 pid: 22769 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.389968:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812c80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812c79 expref: 12 pid: 22769 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.389985:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390004:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1782222461.390019:0:22760:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009819539s 00010000:00010000:3.0:1782222461.390024:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390031:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390036:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390043:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390049:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08413d2800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222461.390053:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390060:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390073:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390089:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222461.390127:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+11:3653:x1868795081902592:12345-0@lo:103:ldlm_bl.0 Request processed in 205us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222461.390133:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782222461.390164:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081902592:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782222461.390185:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390191:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222461.390198:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08413d2800/0xe2b7cc26e6812cb1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222461.390231:0:22754:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:22754:1868795081902336:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1782222461.390261:0:22754:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1782222461.390264:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1782222461.390266:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1782222461.390268:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222461.390269:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222461.390270:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222461.390271:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222461.390273:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782222461.390274:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1782222461.390276:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222461.390277:0:22754:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1782222461.390288:0:22754:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:0.0:1782222461.428873:0:22754:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1782222461.429231:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1782222461.429566:0:22815:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1782222461.429570:0:22815:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1782222461.429623:0:22816:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1782222461.429743:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1782222461.430178:0:22816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1782222461.430320:0:22817:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8f0847000380 x1868795081902720/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222461.430333:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00000040:01000000:3.0:1782222461.432571:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1782222461.432626:0:22754:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1782222461.433265:0:22754:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1782222461.433274:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1782222461.433314:0:22754:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782222461.435754:0:22754:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1782222461.438305:0:22816:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1782222461.438374:0:22816:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1782222461.441691:0:22754:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1782222461.441859:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1782222461.444212:0:22754:0:(llog_cat.c:1213:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1782222461.445123:0:22754:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1782222461.451782:0:22754:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1782222461.454194:0:22754:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1782222461.454231:0:22754:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa0b981c33988 00100000:10000000:1.0:1782222461.454273:0:22754:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1782222461.455168:0:22754:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1782222461.455183:0:22754:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.127@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1782222461.455205:0:22754:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1782222461.455220:0:22754:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1782222461.456017:0:22754:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1782222461.456207:0:22754:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1782222461.930450:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1782222462.385429:0:22811:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1782222462.385438:0:22811:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 10000000:01000000:1.0:1782222462.390699:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1782222462.390712:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f087e397000 from 11 10000000:01000000:1.0:1782222462.390718:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782222462.390757:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222462.390768:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222462.390778:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222462.390804:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081902848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782222462.390876:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222462.390915:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085292a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782222462.391060:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902848 00000100:00100000:0.0:1782222462.391067:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902848 00000100:00100000:0.0:1782222462.391110:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1782222462.391119:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+11:22772:x1868795081902848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222462.391132:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222462.391150:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812cb8 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222462.391170:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222462.391180:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222462.391188:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb9e00, rc 0) 00000100:00100000:0.0:1782222462.391226:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:22772:x1868795081902848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222462.391257:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1782222462.391455:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081902848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782222462.391469:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222462.391477:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222462.391522:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081902976:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1782222462.391551:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222462.391607:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085292a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782222462.392154:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902976 00000100:00100000:2.0:1782222462.392159:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902976 00000100:00100000:2.0:1782222462.392197:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1782222462.392205:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+12:22772:x1868795081902976:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1782222462.392221:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1782222462.392264:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1782222462.392268:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1782222462.392343:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+12:22772:x1868795081902976:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 139us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222462.392350:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1782222462.392426:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081902976:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1782222462.392466:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1782222462.392473:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222462.392490:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782222462.394468:0:22811:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1782222462.394482:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1782222462.446817:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222462.955770:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782222463.422552:0:22811:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1782222463.422561:0:22811:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1782222463.422679:0:22811:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1782222463.422719:0:22811:0:(llog_cat.c:1256:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1782222463.422873:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1782222463.472451:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:0.0:1782222463.978395:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222464.502216:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:3.0:1782222465.005491:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222465.524902:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:1.0:1782222466.029407:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222466.538364:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00000100:00080000:1.0:1782222466.538488:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1782222466.538492:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1782222466.538496:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782222466.538502:0:491:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 660 00000100:00080000:1.0:1782222466.538508:0:491:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1782222466.538514:0:491:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f0746080000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222466.538534:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0847003100 x1868795081903232/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1782222466.538549:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222466.538553:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782222466.538555:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222466.538558:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782222466.538560:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1782222466.538563:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1782222466.538565:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f074769c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782222466.538577:0:491:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f074769c800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222466.538591:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0847001500 x1868795081903360/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222466.538611:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782222466.538622:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081903104:0@lo:400:kworker.0 00000100:00100000:1.0:1782222466.538692:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222466.538739:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903232:0@lo:38:kworker.0 00000100:00100000:1.0:1782222466.538771:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222466.538789:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1868795081903360:0@lo:38:kworker.0 00000100:00100000:1.0:1782222466.538828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222466.538864:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081903232 00000100:00100000:1.0:1782222466.538871:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081903232 00000100:00100000:1.0:1782222466.538898:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782222466.538904:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081903232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1782222466.538922:0:22781:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1782222466.538958:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081903232:12345-0@lo:38:kworker.0 Request processed in 53us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782222466.538965:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1782222466.539000:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222466.539005:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782222466.539008:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903232:0@lo:38:kworker.0 00000100:00100000:3.0:1782222466.539084:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081903360 00000100:00100000:3.0:1782222466.539088:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081903360 00000100:00100000:3.0:1782222466.539115:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1782222466.539120:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1868795081903360:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1782222466.539137:0:22777:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:3.0:1782222466.539172:0:22777:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xe2b7cc26e6812cc6 00000004:00100000:3.0:1782222466.539185:0:22777:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1782222466.539332:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f07476f7800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1782222466.539379:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1868795081903360:12345-0@lo:38:kworker.0 Request processed in 257us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222466.539396:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1782222466.542932:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f0847001500 x1868795081903360/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782222476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1782222466.542952:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1782222466.542961:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1782222466.542976:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1782222466.542980:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f074769c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1782222466.542987:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1868795081903360:0@lo:38:kworker.0 00000100:00100000:0.0:1782222466.545338:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081903104 00000100:00100000:0.0:1782222466.545352:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081903104 00000100:00100000:0.0:1782222466.545416:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1782222466.545426:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+12:3653:x1868795081903104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222466.545530:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+12:3653:x1868795081903104:12345-0@lo:400:kworker.0 Request processed in 106us (6837us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222466.545538:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1782222466.553147:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081903104:0@lo:400:kworker.0 00000001:02000400:3.0:1782222466.982456:0:23061:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg327-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1782222467.051397:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222467.562333:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:1.0:1782222468.074458:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1782222468.341299:0:23113:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782222468.341518:0:23113:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1782222468.594058:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222469.103288:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1782222469.532685:0:23163:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1782222469.532870:0:23163:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1782222469.611712:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:1.0:1782222470.122444:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222470.636220:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222471.150593:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222471.658420:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00000100:00100000:1.0:1782222471.658560:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222461/real 1782222461] req@ffff8f08483ea300 x1868795081900288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222471 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222471.658591:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08483ea300 x1868795081900288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222471 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222471.658602:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222461/real 1782222461] req@ffff8f0847002300 x1868795081900160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222471 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222471.658614:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f0847002300 x1868795081900160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222471 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1782222471.658632:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222471.658640:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1782222471.658644:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081900288:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1782222471.658650:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0747ce6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222471.658654:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1782222471.658656:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081900160:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1782222471.658846:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1782222471.658851:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1782222471.658854:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222471.658860:0:491:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:2.0:1782222471.658865:0:491:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1782222471.658872:0:491:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f0746080000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222471.658891:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a0380 x1868795081903616/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782222471.658911:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222471.658914:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1782222471.658916:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0747ce6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222471.658927:0:491:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 660 00000100:00080000:2.0:1782222471.658930:0:491:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1782222471.658933:0:491:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f0747ce6800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222471.658944:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a1c00 x1868795081903744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782222471.658951:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222471.658954:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1782222471.658956:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222471.658958:0:491:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 660 00000100:00080000:2.0:1782222471.658960:0:491:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1782222471.658977:0:491:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f0746086000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222471.658999:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a3b80 x1868795081903872/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782222471.659212:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081903488:0@lo:400:kworker.0 00000100:00100000:3.0:1782222471.659306:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222471.659351:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782222471.659357:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081904000:0@lo:400:kworker.0 00000100:00100000:3.0:1782222471.659383:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222471.659422:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904000 00000100:00100000:3.0:1782222471.659429:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904000 00000100:00100000:3.0:1782222471.659468:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782222471.659477:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081904000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222471.659525:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081904000:12345-0@lo:400:kworker.0 Request processed in 49us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222471.659532:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1782222471.659568:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f08485a2300 x1868795081904000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222471.659579:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081904000:0@lo:400:kworker.0 00000100:00100000:1.0:1782222471.660018:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903616:0@lo:38:kworker.0 00000100:00100000:1.0:1782222471.660053:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222471.660091:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903744:0@lo:8:kworker.0 00000400:00000100:1.0:1782222471.660114:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081903744 offset 0 length 520: 4 00000100:00100000:1.0:1782222471.660126:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903872:0@lo:8:kworker.0 00000400:00000100:1.0:1782222471.660142:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081903872 offset 0 length 520: 4 00000100:00100000:0.0:1782222471.663216:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081903616 00000100:00100000:0.0:1782222471.663232:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081903616 00000100:00100000:2.0:1782222471.664212:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081903488 00000100:00100000:2.0:1782222471.664220:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081903488 00000100:00100000:2.0:1782222471.664319:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1782222471.664329:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:3655:x1868795081903488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222471.664524:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:3655:x1868795081903488:12345-0@lo:400:kworker.0 Request processed in 196us (5218us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222471.664532:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1782222471.664619:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081903488:0@lo:400:kworker.0 00000100:00100000:0.0:1782222471.667050:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782222471.667057:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081903616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1782222471.667077:0:22781:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1782222471.667153:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081903616:12345-0@lo:38:kworker.0 Request processed in 95us (7099us total) trans 0 rc -19/-19 00000100:00100000:0.0:1782222471.667160:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1782222471.667522:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222471.667528:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782222471.667532:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903616:0@lo:38:kworker.0 00010000:00010000:2.0:1782222472.170394:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222472.688398:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222473.195489:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782222473.654353:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1782222473.706664:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:3.0:1782222474.219607:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222474.736822:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222475.245312:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222475.775493:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222476.266610:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222476.779366:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00000100:00100000:1.0:1782222476.789093:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081904128:0@lo:400:kworker.0 00000100:00100000:1.0:1782222476.789166:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222476.789519:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904128 00000100:00100000:3.0:1782222476.789528:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904128 00000100:00100000:3.0:1782222476.789573:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1782222476.789591:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+12:3653:x1868795081904128:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1782222476.790222:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1782222476.790229:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1782222476.790245:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222476.790251:0:8:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:0.0:1782222476.790255:0:8:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1782222476.790268:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f0746080000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222476.790295:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881726300 x1868795081904256/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782222476.790313:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222476.790316:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782222476.790319:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222476.790322:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782222476.790377:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081904384:0@lo:400:kworker.0 00000100:00100000:2.0:1782222476.790420:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222476.790469:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904384 00000100:00100000:2.0:1782222476.790473:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904384 00000100:00100000:2.0:1782222476.790501:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1782222476.790507:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081904384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222476.790540:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081904384:12345-0@lo:400:kworker.0 Request processed in 34us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222476.790547:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1782222476.790588:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f0881726680 x1868795081904384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222476.790601:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081904384:0@lo:400:kworker.0 00000100:00100000:3.0:1782222476.790915:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+12:3653:x1868795081904128:12345-0@lo:400:kworker.0 Request processed in 1333us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222476.790923:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1782222476.790994:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081904256:0@lo:38:kworker.0 00000100:00100000:0.0:1782222476.791029:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222476.791102:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904256 00000100:00100000:2.0:1782222476.791107:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904256 00000100:00100000:2.0:1782222476.791138:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782222476.791143:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881724e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081904256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1782222476.791160:0:22781:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1782222476.791202:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881724e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081904256:12345-0@lo:38:kworker.0 Request processed in 57us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1782222476.791209:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1782222476.791377:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782222476.791390:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1782222476.791394:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081904256:0@lo:38:kworker.0 00000100:00100000:1.0:1782222476.791503:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081904128:0@lo:400:kworker.0 00010000:00010000:2.0:1782222477.294112:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222477.803337:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00000020:01000004:0.0:1782222477.948014:0:23508:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1782222477.948020:0:23508:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1782222477.948022:0:23508:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1782222477.948158:0:23508:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f0847068000 00000020:01000004:0.0:1782222477.948179:0:23508:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1782222477.948195:0:23508:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1782222477.948212:0:23508:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8f07460f3380) 00000020:00000080:0.0:1782222477.948232:0:23508:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1782222478.098227:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1782222478.099194:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.100823:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.101654:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.103218:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.103515:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.103836:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.104503:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.105363:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.105811:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.106349:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.106603:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.107128:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.107430:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.107611:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.108023:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.108307:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.108498:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.108845:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.110139:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.110847:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.112390:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.113030:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.113664:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.114222:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.114497:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.114700:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.115140:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.115548:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.116927:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.118190:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1782222478.119773:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.120324:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.120587:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1782222478.121749:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1782222478.122365:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1782222478.122613:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1782222478.123188:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1782222478.123504:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1782222478.123759:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1782222478.124371:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1782222478.124658:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1782222478.125213:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1782222478.125560:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1782222478.125818:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1782222478.126186:0:23508:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1782222478.132715:0:23508:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1782222478.133154:0:23508:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1782222478.133168:0:23508:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1782222478.133185:0:23508:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe2b7cc26e6812cd4 00000020:01000004:2.0:1782222478.133195:0:23508:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1782222478.133221:0:23508:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.127@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1782222478.133226:0:23508:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.127@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1782222478.133270:0:23508:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1782222478.133310:0:23508:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1782222478.133315:0:23508:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.127@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1782222478.147494:0:23508:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.127@tcp ctxt 0 is initialized 00000020:01000004:2.0:1782222478.147539:0:23508:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.127@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1782222478.147543:0:23508:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1782222478.147544:0:23508:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1782222478.147545:0:23508:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782222478.147546:0:23508:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782222478.147547:0:23508:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782222478.147548:0:23508:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782222478.147549:0:23508:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782222478.147550:0:23508:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782222478.147551:0:23508:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1782222478.147555:0:23508:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1782222478.147561:0:23508:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1782222478.147562:0:23508:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1782222478.147563:0:23508:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782222478.147564:0:23508:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782222478.147565:0:23508:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782222478.147566:0:23508:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782222478.147566:0:23508:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782222478.147567:0:23508:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782222478.147568:0:23508:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1782222478.147604:0:23508:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1782222478.147630:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904512:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1782222478.147733:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.147785:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0847be8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.147913:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904512 00000100:00100000:1.0:1782222478.147925:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904512 00000100:00100000:1.0:1782222478.147991:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1782222478.148003:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+12:23508:x1868795081904512:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1782222478.148044:0:22769:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1782222478.148048:0:22769:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1782222478.148057:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1782222478.148497:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+12:23508:x1868795081904512:12345-0@lo:253:mount.lustre.0 Request processed in 495us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.148506:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1782222478.148604:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904512:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1782222478.148615:0:23508:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1782222478.148618:0:23508:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1782222478.148620:0:23508:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1782222478.148621:0:23508:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222478.148622:0:23508:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222478.148623:0:23508:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222478.148624:0:23508:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222478.148626:0:23508:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782222478.148627:0:23508:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222478.148628:0:23508:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1782222478.148650:0:23508:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f0847068000 from lustre-MDT0001 10000000:01000000:3.0:1782222478.148692:0:23508:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1782222478.148701:0:23508:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1782222478.148710:0:23508:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f086b7899c0 local copy 00010000:00010000:3.0:1782222478.148730:0:23508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222478.148960:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904640:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222478.148992:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222478.149023:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085292a180 going to sleep for 11 seconds 00000100:00100000:0.0:1782222478.149048:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904640 00000100:00100000:0.0:1782222478.149054:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904640 00000100:00100000:0.0:1782222478.149092:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1782222478.149101:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:23508:x1868795081904640:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222478.149218:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+12:23508:x1868795081904640:12345-0@lo:501:mount.lustre.0 Request processed in 118us (225us total) trans 0 rc -2/-2 00000100:00100000:0.0:1782222478.149224:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1782222478.149455:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904640:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1782222478.149490:0:23508:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.127@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1782222478.149511:0:23508:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.127@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1782222478.149519:0:23508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.149529:0:23508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222478.149575:0:23508:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f0847068000 10000000:01000000:3.0:1782222478.149580:0:23508:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1782222478.149584:0:23508:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8f086b7899c0 10000000:01000000:3.0:1782222478.149586:0:23508:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1782222478.149589:0:23508:0:(mgc_request.c:1803:mgc_process_log()) Process log nodemap-ffff8f086b7899c0 from 1 10000000:01000000:3.0:1782222478.149592:0:23508:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1782222478.149618:0:23508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ed800/0xe2b7cc26e6812cdb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.149625:0:23508:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483ed800/0xe2b7cc26e6812cdb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.149632:0:23508:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483ed800/0xe2b7cc26e6812cdb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222478.149641:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904768:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782222478.149662:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222478.149684:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085292a180 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.149701:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904768 00000100:00100000:1.0:1782222478.149705:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904768 00000100:00100000:1.0:1782222478.149743:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1782222478.149751:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+12:23508:x1868795081904768:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222478.149762:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222478.149777:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812ce2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812cdb expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.149820:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812ce2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812cdb expref: 13 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.149833:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0841458a00/0xe2b7cc26e6812ce2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812cdb expref: 13 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.149843:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0841458a00, rc 0) 00000100:00100000:1.0:1782222478.149940:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+13:23508:x1868795081904768:12345-0@lo:101:mount.lustre.0 Request processed in 189us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.149947:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1782222478.150116:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904768:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782222478.150129:0:23508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483ed800/0xe2b7cc26e6812cdb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812ce2 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.150143:0:23508:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483ed800/0xe2b7cc26e6812cdb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812ce2 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222478.150159:0:23508:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1782222478.150207:0:23508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ed800/0xe2b7cc26e6812cdb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812ce2 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.150214:0:23508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483ed800/0xe2b7cc26e6812cdb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812ce2 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222478.150222:0:23508:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f0847068000 10000000:01000000:3.0:1782222478.150226:0:23508:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1782222478.150229:0:23508:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff8f0847068000 from 1 10000000:01000000:3.0:1782222478.150231:0:23508:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1782222478.150263:0:23508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ed000/0xe2b7cc26e6812ce9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.150270:0:23508:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483ed000/0xe2b7cc26e6812ce9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.150278:0:23508:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483ed000/0xe2b7cc26e6812ce9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222478.150289:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904896:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782222478.150319:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222478.150357:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085292a180 going to sleep for 11 seconds 00000100:00100000:0.0:1782222478.150425:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081904896 00000100:00100000:0.0:1782222478.150431:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081904896 00000100:00100000:0.0:1782222478.150473:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1782222478.150483:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+13:23508:x1868795081904896:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222478.150493:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222478.150503:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb9200/0xe2b7cc26e6812cf0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812ce9 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.150519:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb9200/0xe2b7cc26e6812cf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812ce9 expref: 14 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.150543:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb9200/0xe2b7cc26e6812cf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812ce9 expref: 14 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.150550:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb9200, rc 0) 00000100:00100000:0.0:1782222478.150593:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+14:23508:x1868795081904896:12345-0@lo:101:mount.lustre.0 Request processed in 112us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.150601:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1782222478.150637:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081904896:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222478.150650:0:23508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483ed000/0xe2b7cc26e6812ce9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cf0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.150659:0:23508:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483ed000/0xe2b7cc26e6812ce9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812cf0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222478.150670:0:23508:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1782222478.156218:0:23508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ed000/0xe2b7cc26e6812ce9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cf0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.156258:0:23508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483ed000/0xe2b7cc26e6812ce9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cf0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222478.156345:0:23508:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1782222478.156364:0:23508:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1782222478.156373:0:23508:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f0847068000 10000000:01000000:2.0:1782222478.156380:0:23508:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1782222478.156385:0:23508:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1782222478.156406:0:23508:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1782222478.156462:0:23508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08413d3400/0xe2b7cc26e6812cf7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.156471:0:23508:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08413d3400/0xe2b7cc26e6812cf7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.156484:0:23508:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08413d3400/0xe2b7cc26e6812cf7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222478.156516:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905024:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1782222478.156612:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.156672:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0847be8300 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.156679:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905024 00000100:00100000:1.0:1782222478.156690:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905024 00000100:00100000:1.0:1782222478.156766:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782222478.156779:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+14:23508:x1868795081905024:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222478.156797:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222478.156828:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0841459400/0xe2b7cc26e6812cfe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812cf7 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.156859:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0841459400/0xe2b7cc26e6812cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812cf7 expref: 15 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.157064:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0841459400/0xe2b7cc26e6812cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812cf7 expref: 15 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.157075:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0841459400, rc 0) 00000100:00100000:1.0:1782222478.157129:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905024:12345-0@lo:101:mount.lustre.0 Request processed in 353us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.157137:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1782222478.157387:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905024:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222478.157407:0:23508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08413d3400/0xe2b7cc26e6812cf7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cfe expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.157417:0:23508:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08413d3400/0xe2b7cc26e6812cf7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812cfe expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782222478.160043:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1782222478.161423:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782222478.169217:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1782222478.169473:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1782222478.169495:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1782222478.169512:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1782222478.169531:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1782222478.169555:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1782222478.169571:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1782222478.169587:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1782222478.169603:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1782222478.169618:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1782222478.169638:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1782222478.169654:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1782222478.169669:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1782222478.169683:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1782222478.169699:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1782222478.169714:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1782222478.171598:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1782222478.171646:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1782222478.171669:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1782222478.171687:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1782222478.171701:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1782222478.171748:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1782222478.171854:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1782222478.171876:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1782222478.171892:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1782222478.171911:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1782222478.171927:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1782222478.171943:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1782222478.171958:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1782222478.171972:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1782222478.171988:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1782222478.172001:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1782222478.172015:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1782222478.172029:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1782222478.172041:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1782222478.172053:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1782222478.172066:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1782222478.172079:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1782222478.172095:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1782222478.172512:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1782222478.172537:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1782222478.172554:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1782222478.172570:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1782222478.172585:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1782222478.172629:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1782222478.172635:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1782222478.172813:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905152:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222478.172920:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222478.172989:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b63eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1782222478.173187:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905152 00000100:00100000:3.0:1782222478.173198:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905152 00000100:00100000:3.0:1782222478.173547:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1782222478.173559:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905152:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222478.173800:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905152:12345-0@lo:501:mount.lustre.0 Request processed in 243us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.173809:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1782222478.174296:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905152:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222478.174366:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905280:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782222478.174432:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.174473:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0847be8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.174959:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905280 00000100:00100000:1.0:1782222478.174968:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905280 00000100:00100000:1.0:1782222478.175016:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1782222478.175026:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905280:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222478.175826:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905280:12345-0@lo:503:mount.lustre.0 Request processed in 798us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.175837:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1782222478.175999:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905280:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1782222478.176625:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1782222478.176759:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905408:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222478.176832:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222478.177030:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905408 00000100:00100000:3.0:1782222478.177039:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905408 00000100:00100000:2.0:1782222478.177131:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0847be8300 going to sleep for 11 seconds 00000100:00100000:3.0:1782222478.177179:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1782222478.177191:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905408:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222478.178090:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905408:12345-0@lo:502:mount.lustre.0 Request processed in 897us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.178101:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1782222478.178199:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905408:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782222478.178540:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1782222478.178578:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1782222478.178593:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1782222478.178606:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1782222478.178618:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1782222478.178634:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1782222478.178647:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1782222478.178659:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1782222478.178671:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1782222478.178684:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1782222478.178698:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1782222478.178710:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1782222478.178739:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1782222478.178755:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1782222478.178769:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1782222478.178781:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1782222478.178793:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1782222478.178805:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1782222478.178819:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1782222478.178832:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1782222478.178848:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1782222478.178861:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1782222478.178887:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1782222478.178905:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1782222478.178918:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1782222478.178930:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1782222478.178942:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1782222478.178953:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1782222478.178979:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1782222478.178993:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1782222478.179005:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1782222478.179016:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1782222478.179029:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1782222478.179042:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1782222478.179054:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1782222478.179067:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1782222478.179082:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1782222478.179096:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1782222478.179108:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1782222478.179121:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1782222478.179135:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1782222478.179149:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1782222478.179161:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1782222478.179173:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1782222478.179223:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905536:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222478.179351:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222478.180758:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905536 00000100:00100000:0.0:1782222478.180775:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905536 00000100:00100000:2.0:1782222478.180808:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0847be8300 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.180921:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1782222478.180936:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905536:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222478.181152:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081905536:12345-0@lo:502:mount.lustre.0 Request processed in 219us (1799us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.181161:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1782222478.181363:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081905536:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782222478.181460:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1782222478.181475:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1782222478.182477:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222478.182492:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.182495:0:23512:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1782222478.182501:0:23512:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1782222478.182504:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782222478.182522:0:23512:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8f07471e8000) 00000020:00000080:2.0:1782222478.182548:0:23512:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1782222478.182554:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1782222478.182660:0:23512:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1782222478.182672:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe2b7cc26e6812d0c 00000020:00000080:2.0:1782222478.183655:0:23512:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1782222478.183663:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.183669:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.183670:0:23512:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1782222478.183672:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222478.183677:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.183678:0:23512:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1782222478.183680:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782222478.183692:0:23512:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8f087f93b380) 00000020:00000080:2.0:1782222478.183706:0:23512:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1782222478.183710:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1782222478.183712:0:23512:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1782222478.183715:0:23512:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1782222478.183736:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1782222478.183832:0:23512:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f0847068000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1782222478.183848:0:23512:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8f087f93cd40) 00000020:00000080:2.0:1782222478.183856:0:23512:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1782222478.184010:0:23512:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1782222478.184019:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe2b7cc26e6812d21 00000020:00000080:2.0:1782222478.184151:0:23512:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1782222478.184160:0:23512:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1782222478.184164:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xe2b7cc26e6812d28 00080000:01000000:2.0:1782222478.184172:0:23512:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1782222478.184176:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe2b7cc26e6812d2f 00010000:00010000:1.0:1782222478.314751:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222478.340107:0:23512:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1782222478.346098:0:23512:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1782222478.346827:0:23512:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1782222478.350554:0:23512:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1782222478.350571:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782222478.350588:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222478.350590:0:23512:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1782222478.350597:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782222478.350604:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222478.350605:0:23512:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1782222478.350611:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1782222478.350618:0:23512:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.127@tcp to nid 0x20000c0a8cb7f (192.168.203.127@tcp) 00000020:00000080:0.0:1782222478.350650:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782222478.350669:0:23512:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8f087e844d40) 00000020:00000080:0.0:1782222478.350695:0:23512:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1782222478.350702:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1782222478.350830:0:23512:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1782222478.350838:0:23512:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:0.0:1782222478.350847:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe2b7cc26e6812d3d 00010000:00080000:0.0:1782222478.350892:0:23512:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f0847068800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.127@tcp at head 00010000:00010000:0.0:1782222478.352647:0:23512:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1782222478.363566:0:23512:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1782222478.363583:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1782222478.363631:0:23512:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1782222478.363651:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe2b7cc26e6812d44 00000100:00080000:3.0:1782222478.363662:0:23512:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1782222478.363668:0:23512:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f0847068800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222478.363702:0:23512:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08483e9f80 x1868795081905664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222478.363768:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081905664:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782222478.363848:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1782222478.363909:0:23512:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1782222478.363942:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1782222478.363946:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1782222478.363948:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222478.363953:0:491:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 675 00000100:00080000:3.0:1782222478.363955:0:491:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1782222478.363970:0:491:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f0746080000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222478.363986:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08483ebb80 x1868795081905792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782222478.369299:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905664 00000100:00100000:0.0:1782222478.369321:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905664 00000100:00100000:0.0:1782222478.369400:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782222478.369410:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1868795081905664:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1782222478.369452:0:22781:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:0.0:1782222478.369538:0:22781:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe2b7cc26e6812d4b 00000004:00100000:0.0:1782222478.369567:0:22781:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1782222478.369575:0:22781:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1782222478.370840:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081905792:0@lo:38:kworker.0 00000100:00100000:2.0:1782222478.370911:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1782222478.371380:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.371387:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.371389:0:23512:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1782222478.371407:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1782222478.371410:0:23512:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1782222478.371412:0:23512:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782222478.371413:0:23512:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782222478.371415:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1782222478.371418:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.371419:0:23512:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1782222478.371422:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222478.371427:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.371428:0:23512:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1782222478.371432:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1782222478.371518:0:23512:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1782222478.371539:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.371542:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.371544:0:23512:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1782222478.371546:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1782222478.371548:0:23512:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1782222478.371549:0:23512:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782222478.371550:0:23512:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782222478.371552:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1782222478.371554:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.371556:0:23512:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1782222478.371558:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1782222478.371561:0:23512:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1782222478.371564:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.371566:0:23512:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1782222478.371568:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1782222478.371572:0:23512:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.127@tcp to nid 0x20000c0a8cb7f (192.168.203.127@tcp) 00000020:01000000:2.0:1782222478.371594:0:23512:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1782222478.371596:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782222478.371611:0:23512:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8f087f9399c0) 00000020:00000080:2.0:1782222478.371629:0:23512:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1782222478.371746:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1782222478.371835:0:23512:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1782222478.371843:0:23512:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:2.0:1782222478.371849:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe2b7cc26e6812d59 00010000:00080000:2.0:1782222478.371892:0:23512:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f08513bf800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.127@tcp at head 00010000:00010000:2.0:1782222478.372119:0:23512:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:1.0:1782222478.372154:0:22780:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1782222478.372176:0:22780:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1782222478.372353:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905792 00000100:00100000:1.0:1782222478.372365:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905792 00000100:00100000:1.0:1782222478.372523:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1782222478.372533:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1868795081905792:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1782222478.372677:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1868795081905792:12345-0@lo:38:kworker.0 Request processed in 142us (1763us total) trans 0 rc -11/-11 00000100:00100000:1.0:1782222478.372687:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:01000000:2.0:1782222478.373541:0:23512:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1782222478.374219:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1782222478.374254:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222478.374263:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1782222478.374269:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081905792:0@lo:38:kworker.0 00000040:01000000:2.0:1782222478.375290:0:23512:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1782222478.378191:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222478.378202:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782222478.378205:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222478.378208:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1782222478.382165:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081905920:0@lo:400:kworker.0 00000100:00100000:3.0:1782222478.382286:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222478.382406:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081905920 00000100:00100000:0.0:1782222478.382417:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081905920 00000100:00100000:0.0:1782222478.382482:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782222478.382492:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081905920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222478.382573:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081905920:12345-0@lo:400:kworker.0 Request processed in 80us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.382592:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1782222478.383295:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f0881726d80 x1868795081905920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222478.383314:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081905920:0@lo:400:kworker.0 00000100:00080000:0.0:1782222478.393311:0:22781:0:(import.c:65:import_set_state_nolock()) ffff8f07460da800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1782222478.393440:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1868795081905664:12345-0@lo:38:llog_process_th.0 Request processed in 24028us (29589us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.393453:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1782222478.393975:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1782222478.393990:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1782222478.394004:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xe2400010450010a0 00000100:00080000:1.0:1782222478.394010:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1782222478.394014:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0847068800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1782222478.394048:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081905664:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782222478.395532:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782222478.395673:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081906048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782222478.396045:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1782222478.396565:0:23512:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782222478.396861:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081906048 00000100:00100000:1.0:1782222478.396876:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081906048 00000100:00100000:1.0:1782222478.396939:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1782222478.396948:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1868795081906048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782222478.396992:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782222478.397075:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1868795081906048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.397083:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782222478.397302:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081906048:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1782222478.400108:0:23512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1782222478.400471:0:23512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1782222478.411206:0:23519:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1782222478.411221:0:23519:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1782222478.425513:0:23512:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1782222478.425534:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1782222478.425596:0:23512:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1782222478.425626:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe2b7cc26e6812d60 00000100:00080000:2.0:1782222478.425640:0:23512:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1782222478.425648:0:23512:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f08513bf800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222478.425693:0:23512:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a1500 x1868795081906176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782222478.425732:0:23512:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1782222478.425926:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222478.425933:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782222478.425936:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222478.425938:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782222478.426156:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081906176:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1782222478.426272:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081906176 offset 0 length 520: 4 00000020:01000000:2.0:1782222478.426579:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.426586:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.426588:0:23512:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1782222478.426591:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1782222478.426594:0:23512:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1782222478.426596:0:23512:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782222478.426598:0:23512:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782222478.426599:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1782222478.426601:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.426609:0:23512:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1782222478.426611:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1782222478.426617:0:23512:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1782222478.426621:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.426622:0:23512:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1782222478.426625:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1782222478.426629:0:23512:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.127@tcp to nid 0x20000c0a8cb7f (192.168.203.127@tcp) 00000020:01000000:2.0:1782222478.426653:0:23512:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1782222478.426656:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782222478.426672:0:23512:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8f087f938000) 00000020:00000080:2.0:1782222478.426692:0:23512:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1782222478.426697:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1782222478.427216:0:23512:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1782222478.427226:0:23512:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:2.0:1782222478.427266:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe2b7cc26e6812d6e 00010000:00080000:2.0:1782222478.427308:0:23512:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f0881596800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.127@tcp at head 00010000:00010000:2.0:1782222478.427572:0:23512:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1782222478.427650:0:23512:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1782222478.427668:0:23512:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1782222478.436640:0:23512:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782222478.436981:0:23512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1782222478.437142:0:23512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1782222478.437827:0:23521:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1782222478.437834:0:23521:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1782222478.439642:0:23512:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1782222478.439658:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1782222478.439713:0:23512:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1782222478.439976:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe2b7cc26e6812d75 00000100:00080000:2.0:1782222478.439993:0:23512:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1782222478.440001:0:23512:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f0881596800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222478.440055:0:23512:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a2d80 x1868795081906304/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782222478.440088:0:23512:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1782222478.440170:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.440175:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.440177:0:23512:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1782222478.440180:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222478.440185:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.440186:0:23512:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1782222478.440189:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1782222478.440191:0:23512:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1782222478.440193:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.440196:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.440197:0:23512:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1782222478.440200:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222478.440202:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.440204:0:23512:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1782222478.440208:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1782222478.440285:0:23512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.440288:0:23512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.440290:0:23512:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1782222478.440294:0:23512:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00100000:1.0:1782222478.441153:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081906304:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1782222478.441266:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081906304 offset 0 length 520: 4 00000100:00080000:0.0:1782222478.441455:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222478.441461:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782222478.441464:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222478.441467:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1782222478.441494:0:23508:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1782222478.441534:0:23508:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1782222478.441562:0:23508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08413d3400/0xe2b7cc26e6812cf7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cfe expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.441575:0:23508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08413d3400/0xe2b7cc26e6812cf7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812cfe expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222478.441585:0:23508:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f0847068000 from 1 10000000:01000000:0.0:1782222478.441600:0:23508:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1782222478.441638:0:23508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.441647:0:23508:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.441659:0:23508:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222478.441680:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906432:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782222478.441738:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222478.443098:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08556d5840 going to sleep for 11 seconds 00000100:00100000:2.0:1782222478.443333:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081906432 00000100:00100000:2.0:1782222478.443345:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081906432 00000100:00100000:2.0:1782222478.443419:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1782222478.443431:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+15:23508:x1868795081906432:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222478.443453:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222478.443477:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812d7c expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.443513:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 16 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.443526:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 16 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.443557:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08413d2600, rc 0) 00000100:00100000:2.0:1782222478.443645:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+16:23508:x1868795081906432:12345-0@lo:101:mount.lustre.0 Request processed in 215us (1905us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222478.443653:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1782222478.444304:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906432:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222478.444330:0:23508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.444341:0:23508:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222478.446034:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906560:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1782222478.446141:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.446264:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782222478.447087:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081906560 00000100:00100000:3.0:1782222478.447101:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081906560 00000100:00100000:3.0:1782222478.447349:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1782222478.447364:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+16:23508:x1868795081906560:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1782222478.447563:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1782222478.447596:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1782222478.447600:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1782222478.447772:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+16:23508:x1868795081906560:12345-0@lo:256:mount.lustre.0 Request processed in 410us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.447791:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1782222478.447817:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906560:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1782222478.448769:0:23508:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1782222478.452783:0:23508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.452798:0:23508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222478.452807:0:23508:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f0847068000 from 1 10000000:01000000:1.0:1782222478.452810:0:23508:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782222478.452855:0:23508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.452863:0:23508:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.452874:0:23508:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222478.452898:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906688:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782222478.454152:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.454214:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782222478.454471:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081906688 00000100:00100000:3.0:1782222478.454481:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081906688 00000100:00100000:3.0:1782222478.454535:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1782222478.454543:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+16:23508:x1868795081906688:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782222478.454558:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222478.454575:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812d8a expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.454603:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.454614:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.454624:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08483ec200, rc 0) 00000100:00100000:3.0:1782222478.454684:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081906688:12345-0@lo:101:mount.lustre.0 Request processed in 141us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.454691:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1782222478.455308:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906688:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222478.455328:0:23508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.455338:0:23508:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1782222478.461181:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1782222478.461518:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1782222478.461742:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1782222478.461786:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1782222478.461804:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1782222478.461832:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1782222478.461847:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1782222478.461860:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1782222478.461872:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1782222478.462519:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1782222478.462539:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1782222478.462552:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1782222478.462567:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1782222478.463534:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1782222478.463548:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1782222478.463645:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906816:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222478.463709:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.463763:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341d80 going to sleep for 11 seconds 00000100:00100000:2.0:1782222478.464006:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081906816 00000100:00100000:2.0:1782222478.464023:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081906816 00000100:00100000:2.0:1782222478.464167:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1782222478.464183:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081906816:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222478.464457:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081906816:12345-0@lo:501:mount.lustre.0 Request processed in 276us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222478.464466:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1782222478.465165:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906816:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222478.465224:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906944:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222478.465310:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222478.472557:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081906944 00000100:00100000:3.0:1782222478.472579:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081906944 00000100:00100000:3.0:1782222478.472670:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1782222478.472682:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081906944:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782222478.472937:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081906944:12345-0@lo:503:mount.lustre.0 Request processed in 255us (7624us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.472946:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1782222478.473150:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341d80 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.473187:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081906944:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1782222478.473932:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782222478.474034:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907072:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222478.474105:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.474144:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782222478.474258:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907072 00000100:00100000:3.0:1782222478.474463:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907072 00000100:00100000:3.0:1782222478.474505:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782222478.474513:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081907072:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222478.474619:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081907072:12345-0@lo:502:mount.lustre.0 Request processed in 106us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.474626:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1782222478.475361:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907072:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222478.476558:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1782222478.476971:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1782222478.477003:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1782222478.477041:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1782222478.477058:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1782222478.477073:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1782222478.477086:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1782222478.477097:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1782222478.477108:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1782222478.477120:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1782222478.477131:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1782222478.477190:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907200:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222478.478338:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222478.478512:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907200 00000100:00100000:3.0:1782222478.478524:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907200 00000100:00100000:3.0:1782222478.478594:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1782222478.478604:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081907200:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222478.478766:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081907200:12345-0@lo:502:mount.lustre.0 Request processed in 162us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.478774:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1782222478.478870:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341b40 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.478900:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847002680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907200:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222478.478986:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1782222478.479001:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1782222478.485165:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222478.485185:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.485188:0:23523:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1782222478.485200:0:23523:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f0847068000 00000020:00000080:2.0:1782222478.485203:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782222478.485216:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222478.485219:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.485221:0:23523:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1782222478.485224:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222478.485227:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222478.485229:0:23523:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1782222478.486103:0:23523:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f0847068000 00000020:00000080:3.0:1782222478.488140:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1782222478.488255:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222478.488264:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222478.488266:0:23523:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1782222478.488270:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782222478.488275:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222478.488277:0:23523:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1782222478.488282:0:23523:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f0847068000 00000020:00000080:3.0:1782222478.488284:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1782222478.488333:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222478.488336:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222478.488337:0:23523:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1782222478.488341:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782222478.488343:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222478.488344:0:23523:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1782222478.488348:0:23523:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f0847068000 00000020:00000080:3.0:1782222478.488350:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1782222478.488418:0:23523:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222478.488422:0:23523:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222478.488423:0:23523:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1782222478.488427:0:23523:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1782222478.489439:0:23508:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1782222478.489496:0:23508:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1782222478.489524:0:23508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.489561:0:23508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222478.489640:0:23508:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1782222478.489644:0:23508:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f0847068000 10000000:01000000:2.0:1782222478.489647:0:23508:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f0847068000 10000000:01000000:2.0:1782222478.489653:0:23508:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1782222478.489661:0:23508:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f0847068000 from 1 10000000:01000000:2.0:1782222478.489663:0:23508:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1782222478.489714:0:23508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08413d3c00/0xe2b7cc26e6812d98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.489734:0:23508:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08413d3c00/0xe2b7cc26e6812d98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.489749:0:23508:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08413d3c00/0xe2b7cc26e6812d98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222478.489782:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907328:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1782222478.489877:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.489925:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08428b7240 going to sleep for 11 seconds 00000100:00100000:3.0:1782222478.490154:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907328 00000100:00100000:3.0:1782222478.490163:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907328 00000100:00100000:3.0:1782222478.490220:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1782222478.490230:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:23508:x1868795081907328:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782222478.490263:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222478.490280:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08483edc00/0xe2b7cc26e6812d9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812d98 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.490310:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08483edc00/0xe2b7cc26e6812d9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d98 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.490323:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08483edc00/0xe2b7cc26e6812d9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d98 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.490333:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08483edc00, rc 0) 00000100:00100000:3.0:1782222478.490382:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907328:12345-0@lo:101:mount.lustre.0 Request processed in 154us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.490389:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782222478.490556:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907328:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222478.490574:0:23508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08413d3c00/0xe2b7cc26e6812d98 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d9f expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.490584:0:23508:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08413d3c00/0xe2b7cc26e6812d98 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812d9f expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1782222478.498446:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1782222478.499085:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782222478.499608:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1782222478.499649:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1782222478.499676:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1782222478.499697:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1782222478.499731:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1782222478.499757:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1782222478.499778:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1782222478.499827:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1782222478.499851:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1782222478.502258:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1782222478.502306:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1782222478.502322:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1782222478.502335:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1782222478.502347:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1782222478.502359:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1782222478.502370:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1782222478.502383:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1782222478.505125:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1782222478.505185:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1782222478.505197:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1782222478.505208:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1782222478.505219:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1782222478.505231:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1782222478.505286:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1782222478.505299:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1782222478.505310:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1782222478.505321:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1782222478.505332:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1782222478.505343:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1782222478.505363:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1782222478.505374:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1782222478.505385:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1782222478.508019:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1782222478.508089:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1782222478.508109:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1782222478.508123:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1782222478.508136:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1782222478.508147:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1782222478.508160:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1782222478.508193:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1782222478.508206:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1782222478.508217:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1782222478.508228:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1782222478.508256:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1782222478.508269:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1782222478.508280:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1782222478.508291:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1782222478.508303:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1782222478.508486:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1782222478.508506:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1782222478.508524:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1782222478.508530:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1782222478.508682:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222478.510490:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.510550:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08428b7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1782222478.510847:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907456 00000100:00100000:0.0:1782222478.510861:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907456 00000100:00100000:0.0:1782222478.510921:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1782222478.510930:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222478.511088:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907456:12345-0@lo:501:mount.lustre.0 Request processed in 159us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.511095:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1782222478.514075:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222478.514158:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907584:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782222478.514277:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.514324:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907584 00000100:00100000:2.0:1782222478.514337:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907584 00000100:00100000:2.0:1782222478.514408:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1782222478.514418:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907584:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782222478.514541:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907584:12345-0@lo:503:mount.lustre.0 Request processed in 123us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222478.514550:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1782222478.514606:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08428b7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1782222478.514618:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907584:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1782222478.515189:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1782222478.515322:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907712:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222478.515378:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.515420:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907712 00000100:00100000:2.0:1782222478.515426:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907712 00000100:00100000:2.0:1782222478.515482:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1782222478.515490:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907712:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222478.515587:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907712:12345-0@lo:502:mount.lustre.0 Request processed in 97us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222478.515594:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1782222478.515636:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844d88d80 going to sleep for 11 seconds 00000100:00100000:2.0:1782222478.515652:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907712:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782222478.515866:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1782222478.515896:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1782222478.515911:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1782222478.515924:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1782222478.515937:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1782222478.515951:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1782222478.515964:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1782222478.515989:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1782222478.516002:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1782222478.516016:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1782222478.516029:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1782222478.516041:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1782222478.516053:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1782222478.516066:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1782222478.516079:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1782222478.516090:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1782222478.516102:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1782222478.516129:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1782222478.516143:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1782222478.516155:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1782222478.516168:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1782222478.516181:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1782222478.516194:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1782222478.516208:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1782222478.516220:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1782222478.516264:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1782222478.516283:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1782222478.516297:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1782222478.516310:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1782222478.516322:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1782222478.516334:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1782222478.516346:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1782222478.516357:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1782222478.516379:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1782222478.516391:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1782222478.516402:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1782222478.516413:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1782222478.516425:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1782222478.516436:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1782222478.516447:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1782222478.516468:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1782222478.516479:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1782222478.516490:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1782222478.516501:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1782222478.516512:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1782222478.516523:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1782222478.516535:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1782222478.516546:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1782222478.516603:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907840:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222478.516662:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.516714:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907840 00000100:00100000:2.0:1782222478.516736:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907840 00000100:00100000:2.0:1782222478.516777:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1782222478.516785:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907840:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222478.516888:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907840:12345-0@lo:502:mount.lustre.0 Request processed in 102us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222478.516896:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1782222478.516938:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844d88d80 going to sleep for 11 seconds 00000100:00100000:2.0:1782222478.516957:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907840:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782222478.517136:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1782222478.529079:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1782222478.529172:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907968:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222478.529295:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.529343:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844d88d80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222478.529365:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081907968 00000100:00100000:3.0:1782222478.529379:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081907968 00000100:00100000:3.0:1782222478.529444:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1782222478.529455:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907968:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222478.529632:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081907968:12345-0@lo:502:mount.lustre.0 Request processed in 178us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222478.529641:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1782222478.530111:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081907968:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782222478.530196:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1782222478.530210:0:23508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1782222478.532010:0:23528:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1782222478.532028:0:23528:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8f087fb94d40) 00000020:00000080:2.0:1782222478.532058:0:23528:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1782222478.532220:0:23528:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f0847068000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1782222478.532225:0:23528:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f0847068000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1782222478.532228:0:23528:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0847068000 3 00010000:00080000:2.0:1782222478.532289:0:23528:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f087fc53000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.127@tcp at head 00010000:00010000:2.0:1782222478.539571:0:23528:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1782222478.539748:0:23528:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1782222478.539967:0:23528:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1782222478.539990:0:23528:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xe2b7cc26e6812dad 00000100:00080000:2.0:1782222478.540001:0:23528:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1782222478.540007:0:23528:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f087fc53000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222478.540041:0:23528:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a3800 x1868795081908096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782222478.540067:0:23528:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1782222478.540094:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222478.540099:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222478.540101:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222478.540104:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1782222478.544971:0:23528:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1782222478.545050:0:23508:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1782222478.545082:0:23508:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1782222478.545102:0:23508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08413d3c00/0xe2b7cc26e6812d98 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d9f expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222478.545114:0:23508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08413d3c00/0xe2b7cc26e6812d98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812d9f expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222478.545146:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1868795081908096:0@lo:38:llog_process_th.0 00000020:01000004:3.0:1782222478.545166:0:23508:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1782222478.545169:0:23508:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1782222478.545171:0:23508:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222478.545172:0:23508:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222478.545173:0:23508:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222478.545175:0:23508:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222478.545176:0:23508:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782222478.545178:0:23508:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222478.545180:0:23508:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1782222478.545183:0:23508:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1782222478.545186:0:23508:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1782222478.545187:0:23508:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1782222478.545188:0:23508:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222478.545190:0:23508:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222478.545191:0:23508:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222478.545192:0:23508:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222478.545193:0:23508:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782222478.545194:0:23508:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222478.545195:0:23508:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1782222478.545221:0:23508:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1782222478.545264:0:23508:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081908224:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1782222478.545438:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.545459:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222478.545489:0:23508:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7b5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.545549:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908096 00000100:00100000:1.0:1782222478.545558:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908096 00000100:00100000:1.0:1782222478.545611:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782222478.545622:0:22777:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1782222478.545623:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1868795081908096:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782222478.545645:0:22777:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00010000:00080000:1.0:1782222478.545668:0:22776:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:1.0:1782222478.545741:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xe2b7cc26e6812db4 00000004:00100000:1.0:1782222478.545762:0:22776:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1782222478.545806:0:22776:0:(import.c:65:import_set_state_nolock()) ffff8f087e2ea800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222478.545941:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1868795081908096:12345-0@lo:38:llog_process_th.0 Request processed in 319us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.545950:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1782222478.546069:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f08485a3800 x1868795081908096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782222488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222478.546083:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1782222478.546092:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1782222478.546100:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1782222478.546106:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1782222478.546109:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f087fc53000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1782222478.546116:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1868795081908096:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782222478.552206:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908224 00000100:00100000:2.0:1782222478.552219:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908224 00000100:00100000:2.0:1782222478.552304:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1782222478.552314:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081908224:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1782222478.552347:0:22769:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1782222478.552360:0:22769:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1782222478.568572:0:22755:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1782222478.568945:0:22769:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1782222478.568968:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1782222478.571569:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1782222478.571585:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1782222478.571618:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.571642:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.571651:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.571661:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.571712:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.571740:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 18 pid: 22769 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222478.571759:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081908352:0@lo:104: 00000100:00100000:1.0:1782222478.571851:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1782222478.571932:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.571943:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 18 pid: 22767 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222478.572775:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:23508:x1868795081908224:12345-0@lo:253:mount.lustre.0 Request processed in 20452us (27327us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222478.572790:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1782222478.574086:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081908480:0@lo:104: 00000100:00100000:1.0:1782222478.574183:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.574262:0:22791:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341d80 going to sleep for 11 seconds 00000100:00100000:1.0:1782222478.574321:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908352 00000100:00100000:1.0:1782222478.574331:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908352 00000100:00100000:1.0:1782222478.574377:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908480 00000100:00100000:1.0:1782222478.574379:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908480 00000100:00100000:1.0:1782222478.574824:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782222478.574841:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+4:22791:x1868795081908352:12345-0@lo:104: 00010000:00010000:1.0:1782222478.574864:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.574941:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1782222478.575019:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+4:22791:x1868795081908352:12345-0@lo:104: Request processed in 118us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.575029:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782222478.575062:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1782222478.575071:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081908480:12345-0@lo:104: 00010000:00010000:1.0:1782222478.575081:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.575360:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1782222478.575383:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081908480:12345-0@lo:104: Request processed in 314us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222478.575390:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1782222478.575511:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081908352:0@lo:104: 00000100:00100000:1.0:1782222478.575522:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081908480:0@lo:104: 00010000:00010000:1.0:1782222478.575553:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.577784:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782222478.577801:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.577815:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb9000 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222478.577821:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.577834:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222478.577843:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222478.577849:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1782222478.577926:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.577933:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782222478.577974:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.577982:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9000/0xe2b7cc26e6812d7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812d83 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.578002:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782222478.578005:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.578028:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459e00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222478.578031:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.578039:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222478.578047:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222478.578052:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1782222478.578065:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.578071:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782222478.578076:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.578084:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812cb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812cbf expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222478.578101:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222478.578103:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222478.578105:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222478.578137:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081908736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222478.578537:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.578598:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782222478.578604:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081908608:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222478.578635:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222478.579453:0:23508:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:23508:1868795081908224:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1782222478.579470:0:23508:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1782222478.579473:0:23508:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1782222478.579475:0:23508:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1782222478.579477:0:23508:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782222478.579478:0:23508:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782222478.579480:0:23508:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782222478.579481:0:23508:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782222478.579483:0:23508:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782222478.579485:0:23508:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782222478.579486:0:23508:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1782222478.579504:0:23508:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1782222478.580052:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908736 00000100:00100000:0.0:1782222478.580066:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908736 00010000:00010000:0.0:1782222478.580130:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 18 pid: 22767 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222478.580166:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908608 00000100:00100000:0.0:1782222478.580170:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908608 00010000:00010000:0.0:1782222478.580185:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 19 pid: 22769 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222478.580222:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782222478.580264:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+19:3654:x1868795081908736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222478.580297:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782222478.580305:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 19 pid: 22767 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580317:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 19 pid: 22767 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222478.580343:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222478.580351:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb9e00/0xe2b7cc26e6812cbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812cb8 expref: 19 pid: 22767 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580376:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782222478.580465:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+18:3654:x1868795081908736:12345-0@lo:103:ldlm_bl.0 Request processed in 230us (1928us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.580472:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782222478.580490:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782222478.580496:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+17:3654:x1868795081908608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222478.580505:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782222478.580510:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 17 pid: 22769 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580519:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 17 pid: 22769 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580530:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08413d2600/0xe2b7cc26e6812d83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812d7c expref: 17 pid: 22769 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580554:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580562:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1782222478.580579:0:22761:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009819539s 00010000:00010000:0.0:1782222478.580584:0:22761:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580591:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580599:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580605:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580611:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222478.580615:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580622:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580639:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580649:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782222478.580685:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+16:3654:x1868795081908608:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (2049us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.580692:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1782222478.580752:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580761:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222478.580767:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0841459800/0xe2b7cc26e6812dbb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222478.582316:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081908608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222478.582334:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081908736:0@lo:103:ldlm_bl.0 00000040:01000000:0.0:1782222478.595151:0:23508:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1782222478.595222:0:23536:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1782222478.595226:0:23536:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1782222478.597340:0:23537:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1782222478.597397:0:23508:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1782222478.598025:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782222478.598353:0:23538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1868795081908864:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1782222478.598400:0:23508:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1782222478.598443:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782222478.598448:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222478.598490:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908864 00000100:00100000:0.0:1782222478.598497:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908864 00000100:00100000:0.0:1782222478.598534:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782222478.598541:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23538:x1868795081908864:12345-0@lo:1000:lod0001_rec0000.0 00000004:00000080:3.0:1782222478.599015:0:23508:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1782222478.599024:0:23508:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1782222478.599071:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782222478.599989:0:23538:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747e4c240 going to sleep for 11 seconds 00000100:00100000:0.0:1782222478.600001:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23538:x1868795081908864:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1455us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.600012:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1782222478.600025:0:23538:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1868795081908864:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1782222478.600062:0:23538:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1782222478.600101:0:23538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1868795081908992:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1782222478.600141:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.600162:0:23538:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341180 going to sleep for 11 seconds 00000100:00100000:0.0:1782222478.600295:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081908992 00000100:00100000:0.0:1782222478.600301:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081908992 00000100:00100000:0.0:1782222478.600382:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782222478.600395:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23538:x1868795081908992:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1782222478.600502:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23538:x1868795081908992:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 109us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.600523:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782222478.600774:0:23538:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1868795081908992:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1782222478.600836:0:23538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23538:1868795081909120:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1782222478.600865:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.600903:0:23538:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341900 going to sleep for 11 seconds 00000040:00080000:3.0:1782222478.603362:0:23508:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:0.0:1782222478.604575:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081909120 00000100:00100000:0.0:1782222478.604586:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081909120 00000100:00100000:0.0:1782222478.604635:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782222478.604644:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23538:x1868795081909120:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1782222478.604744:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23538:x1868795081909120:12345-0@lo:900:lod0001_rec0000.0 Request processed in 100us (3877us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.604751:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1782222478.604811:0:23538:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f0847000a80 x1868795081909120/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1782222494 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222478.604827:0:23538:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23538:1868795081909120:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1782222478.604924:0:23538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1868795081909248:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1782222478.604962:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222478.604992:0:23538:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850341180 going to sleep for 11 seconds 00000100:00100000:0.0:1782222478.605574:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081909248 00000100:00100000:0.0:1782222478.605580:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081909248 00000100:00100000:0.0:1782222478.605611:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782222478.605619:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23538:x1868795081909248:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1782222478.605693:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23538:x1868795081909248:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 73us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222478.605701:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1782222478.605915:0:23538:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1868795081909248:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1782222478.605966:0:23538:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782222478.606586:0:23508:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1782222478.606667:0:23508:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1782222478.606850:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782222478.607301:0:23537:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1782222478.607348:0:23537:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00080000:10000000:3.0:1782222478.609562:0:23508:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:3.0:1782222478.614453:0:23508:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:1.0:1782222478.620578:0:23538:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1782222478.620660:0:23538:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1782222478.620665:0:23538:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:3.0:1782222478.632964:0:23508:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1782222478.633006:0:23508:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa0b981527988 00100000:10000000:3.0:1782222478.633016:0:23508:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1782222478.633881:0:23508:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1782222478.633910:0:23508:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.127@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1782222478.633929:0:23508:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1782222478.634156:0:23508:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1782222478.638539:0:23508:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782222478.638773:0:23508:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1782222478.826734:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222479.338363:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1782222479.594902:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1782222479.850395:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222480.362493:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1782222480.437423:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1782222480.437431:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f0847068000 from 12 10000000:01000000:3.0:1782222480.437436:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1782222480.437477:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.437490:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.437502:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222480.437527:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1782222480.437593:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222480.437741:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850913480 going to sleep for 11 seconds 00000100:00100000:0.0:1782222480.437781:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081909376 00000100:00100000:0.0:1782222480.437788:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081909376 00000100:00100000:0.0:1782222480.437873:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1782222480.437882:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+16:22772:x1868795081909376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222480.437896:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222480.437908:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812dc2 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222480.437944:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222480.437967:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222480.437976:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb9a00, rc 0) 00000100:00100000:0.0:1782222480.438029:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081909376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222480.438036:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1782222480.438382:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782222480.438405:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.438415:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222480.438465:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909504:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1782222480.438499:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222480.438526:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850913480 going to sleep for 11 seconds 00000100:00100000:2.0:1782222480.438545:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081909504 00000100:00100000:2.0:1782222480.438550:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081909504 00000100:00100000:0.0:1782222480.438580:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1782222480.438592:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081909504:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1782222480.438606:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1782222480.438622:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1782222480.438625:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1782222480.438780:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081909504:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 189us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222480.438788:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1782222480.438913:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909504:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1782222480.439078:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1782222480.439085:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.439095:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222480.439104:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1782222480.439107:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f087e397000 from 12 10000000:01000000:3.0:1782222480.439110:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1782222480.439127:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.439135:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.439143:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222480.439164:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1782222480.439192:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222480.439366:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850913480 going to sleep for 11 seconds 00000100:00100000:0.0:1782222480.439399:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081909632 00000100:00100000:0.0:1782222480.439403:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081909632 00000100:00100000:0.0:1782222480.439462:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1782222480.439471:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081909632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222480.439480:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222480.439490:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812dd0 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222480.439507:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222480.439517:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222480.439531:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb9000, rc 0) 00000100:00100000:0.0:1782222480.439564:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081909632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222480.439571:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1782222480.439629:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782222480.439716:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.439725:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222480.439765:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909760:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1782222480.439798:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222480.439821:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081909760 00000100:00100000:3.0:1782222480.439824:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081909760 00000100:00100000:3.0:1782222480.439850:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1782222480.440058:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081909760:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1782222480.440072:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1782222480.440084:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1782222480.440087:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1782222480.440148:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081909760:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 292us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222480.440155:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1782222480.440179:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850913480 going to sleep for 11 seconds 00000100:00100000:3.0:1782222480.440190:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081909760:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1782222480.440303:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1782222480.440313:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222480.440321:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782222480.629669:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1782222480.874376:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222481.393373:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222481.908365:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00010000:00010000:2.0:1782222482.414932:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222482.923133:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00000001:02000400:3.0:1782222483.197140:0:23780:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg327-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1782222483.447133:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782222483.447156:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081909888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782222483.447230:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222483.447286:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081909888 00000100:00100000:0.0:1782222483.447294:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081909888 00000100:00100000:0.0:1782222483.447339:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222483.447348:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081909888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1782222483.447381:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782222483.447427:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081909888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222483.447435:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222483.447481:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081909888:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1782222483.450229:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782222483.883378:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:2.0:1782222483.950016:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1782222483.950023:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1782222483.950026:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222483.950051:0:491:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f0746080000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222483.950062:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222483.950079:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081910016:0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950148:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222483.950197:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910016 00000100:00100000:2.0:1782222483.950204:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910016 00000100:00100000:2.0:1782222483.950266:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1782222483.950275:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:3655:x1868795081910016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950325:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:3655:x1868795081910016:12345-0@lo:400:kworker.0 Request processed in 51us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222483.950332:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1782222483.950378:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081910016:0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950412:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a2a00 x1868795081910144/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782222483.950430:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222483.950434:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222483.950436:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222483.950439:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782222483.950451:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081910144:0@lo:38:kworker.0 00000100:00100000:2.0:1782222483.950478:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1782222483.950529:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222483.950533:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222483.950535:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222483.950545:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782222483.950552:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782222483.950561:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081910272:0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950587:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222483.950631:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910272 00000100:00100000:2.0:1782222483.950635:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910272 00000100:00100000:2.0:1782222483.950660:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782222483.950666:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081910272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950714:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081910272:12345-0@lo:400:kworker.0 Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222483.950721:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1782222483.950746:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f08485a3800 x1868795081910272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222483.950758:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081910272:0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950788:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081910400:0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950814:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222483.950840:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910400 00000100:00100000:2.0:1782222483.950843:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910400 00000100:00100000:2.0:1782222483.950864:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1782222483.950870:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1868795081910400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222483.950902:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1868795081910400:12345-0@lo:400:kworker.0 Request processed in 32us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222483.950908:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1782222483.950932:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f08485a3800 x1868795081910400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222483.950953:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081910400:0@lo:400:kworker.0 00000100:00100000:1.0:1782222483.951260:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910144 00000100:00100000:1.0:1782222483.951264:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910144 00000100:00100000:1.0:1782222483.951289:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1782222483.951295:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3652:x1868795081910144:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1782222483.951318:0:23518:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:1.0:1782222483.951352:0:23518:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe2b7cc26e6812dde 00000004:00100000:1.0:1782222483.951367:0:23518:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1782222483.951373:0:23518:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1782222483.951750:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 0 seconds 00000100:00080000:1.0:1782222483.968942:0:23518:0:(import.c:65:import_set_state_nolock()) ffff8f087e2ed800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222483.969043:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1868795081910144:12345-0@lo:38:kworker.0 Request processed in 17745us (18561us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222483.969054:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1782222483.969087:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1782222483.969098:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xe2400010450010a0 00000100:00080000:2.0:1782222483.969103:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1782222483.969107:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746080000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1782222483.969121:0:3652:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000212190f4): req@ffff8f0847000380 x1868795081902720/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222483.969137:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081910144:0@lo:38:kworker.0 00000100:00100000:3.0:1782222483.969260:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081910528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782222483.969278:0:22817:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222483.969304:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0851442a80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222483.969311:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222483.969359:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081902720 00000100:00100000:3.0:1782222483.969364:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081902720 00000100:00100000:3.0:1782222483.969395:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910528 00000100:00100000:3.0:1782222483.969398:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910528 00000100:00100000:3.0:1782222483.969410:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1782222483.969417:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22817:x1868795081902720:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1782222483.969487:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22817:x1868795081902720:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 70us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222483.969494:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1782222483.969509:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782222483.969515:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1868795081910528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1782222483.969535:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1782222483.969568:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1868795081910528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222483.969575:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782222483.969615:0:22817:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1868795081902720:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1782222483.969655:0:22817:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1782222483.969707:0:22817:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483eaa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1868795081910656:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1782222483.969742:0:22817:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222483.969782:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08509139c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222483.969815:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081910528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222483.969848:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910656 00000100:00100000:3.0:1782222483.969851:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910656 00000100:00100000:3.0:1782222483.969879:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782222483.969886:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22817:x1868795081910656:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1782222483.969986:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22817:x1868795081910656:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 100us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222483.969994:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782222483.970029:0:22817:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483eaa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1868795081910656:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1782222483.970093:0:22817:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483eaa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1868795081910784:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1782222483.970118:0:22817:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222483.970144:0:22817:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08509139c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782222483.970284:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910784 00000100:00100000:2.0:1782222483.970290:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910784 00000100:00100000:2.0:1782222483.970325:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1782222483.970331:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22817:x1868795081910784:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1782222483.970391:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22817:x1868795081910784:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 59us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222483.970646:0:22817:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483eaa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1868795081910784:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1782222483.970741:0:22817:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782222483.975579:0:22817:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1782222483.975656:0:22817:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:3.0:1782222483.975661:0:22817:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:2.0:1782222483.980041:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000004:3.0:1782222484.357387:0:23832:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782222484.371834:0:23832:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1782222484.460651:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1782222485.236947:0:23882:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1782222485.237175:0:23882:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1782222485.483033:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1782222486.420175:0:23931:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe10916670 20000000:00000080:3.0:1782222486.420191:0:23931:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f0881029c00 uarg=0000000000000000 20000000:01000000:3.0:1782222486.420228:0:23931:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1782222486.420267:0:23931:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1782222486.420272:0:23931:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1782222486.420830:0:23932:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1782222486.420977:0:23931:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1782222486.428298:0:23931:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1782222486.428327:0:23931:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222486.428346:0:23931:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222486.428371:0:23931:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222486.428380:0:23931:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222486.428420:0:23931:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222486.428435:0:23931:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 17 pid: 22767 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222486.428449:0:23931:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23931:1868795081910912:0@lo:104: 00000100:00100000:2.0:1782222486.428939:0:23931:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222486.429078:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081910912 00000100:00100000:1.0:1782222486.429086:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081910912 00000100:00100000:1.0:1782222486.429142:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1782222486.429152:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+3:23931:x1868795081910912:12345-0@lo:104: 00010000:00010000:1.0:1782222486.429165:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.429295:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1782222486.429301:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+3:23931:x1868795081910912:12345-0@lo:104: Request processed in 151us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222486.429308:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:2.0:1782222486.429386:0:23931:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222486.429395:0:23931:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 17 pid: 22769 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222486.429404:0:23931:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23931:1868795081911040:0@lo:104: 00000100:00100000:2.0:1782222486.429428:0:23931:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222486.429464:0:23931:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482600 going to sleep for 11 seconds 00000100:00100000:2.0:1782222486.429494:0:23931:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23931:1868795081910912:0@lo:104: 00000100:00100000:3.0:1782222486.429562:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081911040 00000100:00100000:3.0:1782222486.429567:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081911040 00000100:00100000:3.0:1782222486.429641:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1782222486.429651:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:23931:x1868795081911040:12345-0@lo:104: 00010000:00010000:3.0:1782222486.429668:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222486.429749:0:23931:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23931:1868795081911040:0@lo:104: 00010000:00010000:2.0:1782222486.429769:0:23931:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222486.430496:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1782222486.430505:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:23931:x1868795081911040:12345-0@lo:104: Request processed in 855us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222486.430513:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1782222486.430704:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1782222486.430711:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.430720:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459a00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:1.0:1782222486.430723:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.430733:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782222486.430740:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222486.430745:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1782222486.430951:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.430969:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782222486.430990:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.430996:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0841459a00/0xe2b7cc26e6812d8a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812d91 expref: -99 pid: 23508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431007:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782222486.431010:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431015:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb8e00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:1.0:1782222486.431018:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431025:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782222486.431031:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222486.431036:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1782222486.431165:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431171:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782222486.431185:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431192:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8e00/0xe2b7cc26e6812c87 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812c8e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431210:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222486.431211:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222486.431213:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222486.431227:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:65548448-ca70-48e0-b85a-88f22d1110c9:3656:1868795081911168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222486.431291:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222486.431334:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081911296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222486.431352:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222486.431376:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081911168 00000100:00100000:1.0:1782222486.431381:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081911168 00010000:00010000:1.0:1782222486.431404:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 18 pid: 22767 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222486.431421:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081911296 00000100:00100000:1.0:1782222486.431424:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081911296 00010000:00010000:1.0:1782222486.431432:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 19 pid: 22769 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222486.431442:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1782222486.431448:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65548448-ca70-48e0-b85a-88f22d1110c9+19:3656:x1868795081911168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782222486.431458:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222486.431462:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 19 pid: 22767 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431473:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 19 pid: 22767 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431486:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ec200/0xe2b7cc26e6812d91 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812d8a expref: 19 pid: 22767 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431506:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782222486.431542:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65548448-ca70-48e0-b85a-88f22d1110c9+18:3656:x1868795081911168:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222486.431549:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1782222486.431563:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1782222486.431569:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65548448-ca70-48e0-b85a-88f22d1110c9+17:3653:x1868795081911296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782222486.431576:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222486.431579:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 17 pid: 22769 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431588:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 17 pid: 22769 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431597:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0841459200/0xe2b7cc26e6812c8e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812c87 expref: 17 pid: 22769 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431608:0:22762:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431616:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431628:0:22762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431635:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431641:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431652:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431658:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb8400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:1.0:1782222486.431671:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431678:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431690:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222486.431699:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782222486.431721:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65548448-ca70-48e0-b85a-88f22d1110c9+16:3653:x1868795081911296:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222486.431726:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1782222486.431755:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081911296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222486.431773:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:65548448-ca70-48e0-b85a-88f22d1110c9:3656:1868795081911168:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222486.432035:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222486.432095:0:23931:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222486.432104:0:23931:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222486.432111:0:23931:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb8400/0xe2b7cc26e6812de5 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222486.507806:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222487.026798:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222471/real 1782222471] req@ffff8f08485a1c00 x1868795081903744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222486 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222487.026826:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08485a1c00 x1868795081903744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222486 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222487.026836:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222471/real 1782222471] req@ffff8f08485a3b80 x1868795081903872/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222486 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222487.026845:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08485a3b80 x1868795081903872/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222486 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782222487.026864:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0747ce6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782222487.026889:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1782222487.026893:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903744:0@lo:8:kworker.0 00000100:00080000:2.0:1782222487.026898:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782222487.026911:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1782222487.026914:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081903872:0@lo:8:kworker.0 00000100:00080000:3.0:1782222487.027437:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222487.027442:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1782222487.027445:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0747ce6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222487.027450:0:491:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:3.0:1782222487.027455:0:491:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1782222487.027461:0:491:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f0747ce6800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222487.027481:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08483e9500 x1868795081911680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782222487.027494:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222487.027497:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1782222487.027499:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222487.027502:0:491:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:3.0:1782222487.027504:0:491:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1782222487.027516:0:491:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f0746086000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222487.027529:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08483e8000 x1868795081911808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782222487.027551:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222487.027554:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782222487.027557:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222487.027560:0:491:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1782222487.027598:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081912064:0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.027671:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222487.027702:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1782222487.027708:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081911424:0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.027735:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222487.027763:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081912192:0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.027791:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222487.027826:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1868795081911936:0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.027846:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222487.027862:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1782222487.027866:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081911552:0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.027883:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222487.027906:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912064 00000100:00100000:3.0:1782222487.027913:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912064 00000100:00100000:3.0:1782222487.027946:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081911552 00000100:00100000:3.0:1782222487.027948:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081911552 00000100:00100000:3.0:1782222487.027963:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782222487.027969:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081912064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.028021:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081912064:12345-0@lo:400:kworker.0 Request processed in 51us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.028029:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782222487.028042:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1782222487.028047:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3656:x1868795081911552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.028071:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3656:x1868795081911552:12345-0@lo:400:kworker.0 Request processed in 25us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.028076:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1782222487.028089:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081911424 00000100:00100000:3.0:1782222487.028092:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081911424 00000100:00100000:3.0:1782222487.028115:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1782222487.028121:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+16:3653:x1868795081911424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.028148:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+16:3653:x1868795081911424:12345-0@lo:400:kworker.0 Request processed in 27us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.028154:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1782222487.028179:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912192 00000100:00100000:3.0:1782222487.028182:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912192 00000100:00100000:3.0:1782222487.028204:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081911936 00000100:00100000:3.0:1782222487.028207:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081911936 00000100:00100000:3.0:1782222487.028224:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782222487.028230:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081912192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.028280:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081912192:12345-0@lo:400:kworker.0 Request processed in 50us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.028286:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782222487.028297:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1782222487.028302:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1868795081911936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.028338:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1868795081911936:12345-0@lo:400:kworker.0 Request processed in 36us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.028344:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1782222487.028391:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081911552:0@lo:400:kworker.0 00010000:00080000:3.0:1782222487.028403:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f08483e9f80 x1868795081911936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222487.028413:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1868795081911936:0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.028434:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081911680:0@lo:8:kworker.0 00000400:00000100:3.0:1782222487.028458:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081911680 offset 0 length 520: 4 00000100:00100000:3.0:1782222487.028472:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081911808:0@lo:8:kworker.0 00000400:00000100:3.0:1782222487.028490:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081911808 offset 0 length 520: 4 00000100:00100000:3.0:1782222487.028517:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081911424:0@lo:400:kworker.0 00010000:00080000:3.0:1782222487.028527:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f08483e9880 x1868795081912192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222487.028535:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081912192:0@lo:400:kworker.0 00000100:00100000:3.0:1782222487.028544:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081912064:0@lo:400:kworker.0 00010000:00010000:3.0:1782222487.531133:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1782222487.531735:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1782222487.531739:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f0847068000 from 13 10000000:01000000:2.0:1782222487.531743:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1782222487.531788:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222487.531799:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222487.531821:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222487.531847:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1782222487.531920:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222487.531967:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f074725fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222487.535352:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912320 00000100:00100000:3.0:1782222487.535365:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912320 00000100:00100000:3.0:1782222487.535499:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1782222487.535509:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+16:22772:x1868795081912320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782222487.535526:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222487.535552:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812dec expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222487.535577:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222487.535588:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222487.535598:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08483ec400, rc 0) 00000100:00100000:3.0:1782222487.535682:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081912320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (3762us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.535689:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1782222487.535874:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782222487.535892:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222487.535900:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222487.535976:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222487.536011:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222487.537439:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f074725fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222487.546614:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912448 00000100:00100000:3.0:1782222487.546628:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912448 00000100:00100000:3.0:1782222487.546705:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1782222487.546723:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081912448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782222487.546901:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081912448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 187us (10889us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.546909:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1782222487.548214:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222487.548301:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782222487.548365:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222487.548413:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f074725fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222487.550028:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912576 00000100:00100000:3.0:1782222487.550042:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912576 00000100:00100000:3.0:1782222487.550101:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1782222487.550110:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081912576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1782222487.550271:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081912576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 161us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.550279:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1782222487.550542:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1782222487.553226:0:23982:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1782222487.559497:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1782222487.559552:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1782222487.559564:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222487.559577:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222487.559588:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1782222487.559591:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f087e397000 from 13 10000000:01000000:3.0:1782222487.559594:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1782222487.559635:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222487.559643:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222487.559672:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222487.559701:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1782222487.559776:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222487.559886:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850913480 going to sleep for 11 seconds 00000100:00100000:2.0:1782222487.563385:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912704 00000100:00100000:2.0:1782222487.563971:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912704 00000100:00100000:2.0:1782222487.564094:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1782222487.564107:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+17:22772:x1868795081912704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782222487.564128:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222487.564150:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812dfa expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222487.564179:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222487.564192:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222487.564201:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82800, rc 0) 00000100:00100000:2.0:1782222487.564325:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081912704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 221us (4548us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222487.564333:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1782222487.564437:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222487.564459:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222487.564468:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222487.564547:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782222487.564581:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222487.574601:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0875c2dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1782222487.575006:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912832 00000100:00100000:3.0:1782222487.575015:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912832 00000100:00100000:3.0:1782222487.575069:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1782222487.575078:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081912832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782222487.578106:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081912832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 3020us (13515us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.578119:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1782222487.579290:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782222487.579355:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782222487.579437:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222487.579478:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0875c2dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1782222487.579535:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081912960 00000100:00100000:3.0:1782222487.579542:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081912960 00000100:00100000:3.0:1782222487.579590:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1782222487.579597:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081912960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1782222487.579730:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:22772:x1868795081912960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 132us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222487.579737:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1782222487.580109:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081912960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1782222487.581017:0:23983:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1782222487.590554:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1782222487.590600:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1782222487.590614:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222487.590649:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222488.044834:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222478/real 1782222478] req@ffff8f08485a2d80 x1868795081906304/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222488.044864:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08485a2d80 x1868795081906304/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222488.044885:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222478/real 1782222478] req@ffff8f08485a1500 x1868795081906176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222488.044897:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08485a1500 x1868795081906176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782222488.044917:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222488.044932:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1782222488.044937:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081906304:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1782222488.044942:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f08513bf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222488.044947:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1782222488.044950:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081906176:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1782222488.045148:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222488.045154:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782222488.045156:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222488.045159:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782222488.045179:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222488.045181:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1782222488.045184:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f08513bf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222488.045189:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 677 00000100:00080000:0.0:1782222488.045194:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782222488.045200:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f08513bf800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222488.045229:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881726680 x1868795081913600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782222488.045260:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782222488.045262:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1782222488.045264:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782222488.045267:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 677 00000100:00080000:0.0:1782222488.045270:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782222488.045273:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f0881596800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:0.0:1782222488.045283:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0881726a00 x1868795081913728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782222488.045320:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081913472:0@lo:400:kworker.0 00000100:00100000:0.0:1782222488.045384:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222488.045413:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782222488.045419:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081913344:0@lo:400:kworker.0 00000100:00100000:0.0:1782222488.045445:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222488.045523:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081913088:0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.045557:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222488.045599:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081913856:0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.045621:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222488.045638:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782222488.045642:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081913216:0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.045671:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222488.045700:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081913472 00000100:00100000:3.0:1782222488.045706:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081913472 00000100:00100000:3.0:1782222488.045745:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081913216 00000100:00100000:3.0:1782222488.045747:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081913216 00000100:00100000:3.0:1782222488.045761:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222488.045767:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081913472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.045816:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081913472:12345-0@lo:400:kworker.0 Request processed in 48us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222488.045822:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222488.045837:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782222488.045842:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3655:x1868795081913216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.045868:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3655:x1868795081913216:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222488.045883:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782222488.045901:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081913344 00000100:00100000:3.0:1782222488.045903:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081913344 00000100:00100000:3.0:1782222488.045925:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081913856 00000100:00100000:3.0:1782222488.045927:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081913856 00000100:00100000:3.0:1782222488.045943:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1782222488.045948:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081913344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.045978:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081913344:12345-0@lo:400:kworker.0 Request processed in 30us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222488.045984:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1782222488.046002:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1782222488.046007:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081913856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.046040:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081913856:12345-0@lo:400:kworker.0 Request processed in 32us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222488.046046:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1782222488.046089:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f0881726300 x1868795081913344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222488.046101:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081913344:0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.046110:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081913472:0@lo:400:kworker.0 00000100:00100000:3.0:1782222488.046133:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081913600:0@lo:8:kworker.0 00000400:00000100:3.0:1782222488.046156:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081913600 offset 0 length 520: 4 00000100:00100000:3.0:1782222488.046167:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081913728:0@lo:8:kworker.0 00000400:00000100:3.0:1782222488.046182:0:3652:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868795081913728 offset 0 length 520: 4 00000100:00100000:3.0:1782222488.046205:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081913216:0@lo:400:kworker.0 00010000:00080000:3.0:1782222488.046214:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f0881724000 x1868795081913856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222488.046221:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081913856:0@lo:400:kworker.0 00000100:00100000:0.0:1782222488.046439:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081913088 00000100:00100000:0.0:1782222488.046444:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081913088 00000100:00100000:0.0:1782222488.046471:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1782222488.046477:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:3655:x1868795081913088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222488.046522:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+18:3655:x1868795081913088:12345-0@lo:400:kworker.0 Request processed in 45us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222488.046528:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1782222488.046597:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081913088:0@lo:400:kworker.0 00010000:00010000:0.0:1782222488.555410:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222488.555799:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222488.555821:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081913984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782222488.555906:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222488.555953:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081913984 00000100:00100000:2.0:1782222488.555962:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081913984 00000100:00100000:2.0:1782222488.556022:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1782222488.556032:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081913984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782222488.556074:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782222488.556123:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081913984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222488.556131:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1782222488.556176:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081913984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782222489.068159:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782222489.068190:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081914112:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782222489.068333:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222489.068756:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081914112 00000100:00100000:2.0:1782222489.068767:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081914112 00000100:00100000:2.0:1782222489.068847:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1782222489.068858:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1868795081914112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782222489.068906:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782222489.069033:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1868795081914112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 176us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222489.069042:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1782222489.073023:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081914112:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1782222489.583624:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1782222490.098125:0:23509:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1782222490.605164:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1782222490.859639:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1782222491.630414:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222492.655845:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1782222493.101893:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:2.0:1782222493.162447:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222493.162455:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222493.162457:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222493.162460:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222493.162476:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222493.162479:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222493.162482:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222493.162485:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782222493.162512:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081914368:0@lo:400:kworker.0 00000100:00100000:2.0:1782222493.162578:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222493.162638:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222493.162645:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081914496:0@lo:400:kworker.0 00000100:00100000:2.0:1782222493.162670:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222493.162713:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081914368 00000100:00100000:2.0:1782222493.162720:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081914368 00000100:00100000:2.0:1782222493.162829:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1782222493.162903:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081914368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222493.162960:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081914368:12345-0@lo:400:kworker.0 Request processed in 122us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222493.162967:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1782222493.163009:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081914368:0@lo:400:kworker.0 00000100:00100000:0.0:1782222493.163125:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081914240:0@lo:400:kworker.0 00000100:00100000:0.0:1782222493.163160:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222493.163194:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081914752:0@lo:400:kworker.0 00000100:00100000:0.0:1782222493.163219:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222493.163261:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782222493.163267:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081914624:0@lo:400:kworker.0 00000100:00100000:0.0:1782222493.163301:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222493.163329:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081914496 00000100:00100000:0.0:1782222493.163332:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081914496 00000100:00100000:0.0:1782222493.163359:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081914752 00000100:00100000:0.0:1782222493.163363:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081914752 00000100:00100000:0.0:1782222493.163381:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782222493.163387:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081914496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222493.163424:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081914496:12345-0@lo:400:kworker.0 Request processed in 37us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222493.163430:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782222493.163442:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222493.163448:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1868795081914752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222493.163478:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1868795081914752:12345-0@lo:400:kworker.0 Request processed in 30us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222493.163484:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222493.163501:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081914624 00000100:00100000:0.0:1782222493.163504:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081914624 00000100:00100000:0.0:1782222493.163525:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782222493.163531:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081914624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222493.163559:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081914624:12345-0@lo:400:kworker.0 Request processed in 28us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222493.163566:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782222493.163596:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081914624:0@lo:400:kworker.0 00010000:00080000:0.0:1782222493.163607:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f08485a2a00 x1868795081914752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222493.163630:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081914752:0@lo:400:kworker.0 00010000:00080000:0.0:1782222493.163663:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f08485a1500 x1868795081914496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222493.163672:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081914496:0@lo:400:kworker.0 00000100:00100000:2.0:1782222493.164108:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081914240 00000100:00100000:2.0:1782222493.164113:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081914240 00000100:00100000:2.0:1782222493.164147:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1782222493.164154:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:3654:x1868795081914240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222493.164197:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:3654:x1868795081914240:12345-0@lo:400:kworker.0 Request processed in 44us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222493.164204:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1782222493.164260:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081914240:0@lo:400:kworker.0 00000100:00100000:2.0:1782222493.674561:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081914880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782222493.674639:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222493.677925:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081914880 00000100:00100000:2.0:1782222493.677939:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081914880 00000100:00100000:2.0:1782222493.678000:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1782222493.678010:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747533800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081914880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782222493.678050:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782222493.678129:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747533800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081914880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222493.678136:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:2.0:1782222493.678156:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222493.678270:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081914880:0@lo:41:osp-pre-0-1.0 00000020:01000004:1.0:1782222493.752994:0:24279:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:1.0:1782222493.752997:0:24279:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1782222493.752999:0:24279:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1782222493.753116:0:24279:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f0746672000 00000020:01000004:1.0:1782222493.753132:0:24279:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1782222493.753144:0:24279:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1782222493.753157:0:24279:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8f087fe93380) 00000020:00000080:1.0:1782222493.753171:0:24279:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1782222493.880648:0:24279:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1782222493.886152:0:24279:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1782222493.887594:0:24279:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1782222493.891030:0:24279:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1782222493.892431:0:24279:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1782222493.893799:0:24279:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1782222493.896546:0:24279:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:0.0:1782222493.902075:0:24279:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1782222493.902413:0:24279:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1782222493.902443:0:24279:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:0.0:1782222493.902458:0:24279:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xe2b7cc26e6812e0f 00000020:01000004:0.0:1782222493.902466:0:24279:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1782222493.902495:0:24279:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.127@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1782222493.902499:0:24279:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.127@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1782222493.902506:0:24279:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1782222493.902512:0:24279:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1782222493.902528:0:24279:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8f087e843380) 00000020:00000080:0.0:1782222493.902541:0:24279:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1782222493.911359:0:24279:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1782222493.911643:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1782222493.911652:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1782222493.913799:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1782222493.913814:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1782222493.921551:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1782222493.921570:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1782222493.927230:0:24279:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782222493.927651:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1782222493.927659:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1782222493.929024:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1782222493.929035:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1782222493.948363:0:24279:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1782222493.948655:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1782222493.948662:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1782222493.950066:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1782222493.950078:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1782222493.953107:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1782222493.953121:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1782222493.955392:0:24279:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1782222493.955563:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1782222493.955569:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1782222493.956812:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1782222493.956822:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1782222494.001903:0:24279:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782222494.002126:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1782222494.002134:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1782222494.005549:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1782222494.005563:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1782222494.009195:0:24279:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1782222494.009291:0:24279:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1782222494.009297:0:24279:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.127@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1782222494.033194:0:24279:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.127@tcp ctxt 0 is initialized 00000020:01000004:0.0:1782222494.033500:0:24279:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.127@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1782222494.033506:0:24279:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1782222494.033508:0:24279:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1782222494.033510:0:24279:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782222494.033511:0:24279:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782222494.033512:0:24279:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782222494.033514:0:24279:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782222494.033515:0:24279:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782222494.033518:0:24279:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782222494.033519:0:24279:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1782222494.033523:0:24279:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1782222494.033526:0:24279:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1782222494.033528:0:24279:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1782222494.033529:0:24279:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782222494.033530:0:24279:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782222494.033531:0:24279:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782222494.033532:0:24279:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782222494.033534:0:24279:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782222494.033535:0:24279:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782222494.033536:0:24279:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1782222494.033574:0:24279:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1782222494.033602:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915008:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1782222494.033832:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.033971:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7d9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.034032:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915008 00000100:00100000:3.0:1782222494.034043:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915008 00000100:00100000:3.0:1782222494.034162:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1782222494.034173:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:24279:x1868795081915008:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1782222494.034215:0:22767:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1782222494.034219:0:22767:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1782222494.034223:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1782222494.035112:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+18:24279:x1868795081915008:12345-0@lo:253:mount.lustre.0 Request processed in 937us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.035124:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1782222494.035221:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915008:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1782222494.035261:0:24279:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1782222494.035265:0:24279:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1782222494.035267:0:24279:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1782222494.035268:0:24279:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782222494.035269:0:24279:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782222494.035270:0:24279:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782222494.035271:0:24279:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782222494.035273:0:24279:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782222494.035292:0:24279:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782222494.035294:0:24279:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1782222494.035330:0:24279:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f0746672000 from lustre-OST0000 10000000:01000000:0.0:1782222494.035368:0:24279:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1782222494.035371:0:24279:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1782222494.035382:0:24279:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f086b7899c0 local copy 00010000:00010000:0.0:1782222494.035395:0:24279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222494.035516:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915136:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222494.035557:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.036000:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7d9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1782222494.036078:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915136 00000100:00100000:2.0:1782222494.036087:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915136 00000100:00100000:2.0:1782222494.036128:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1782222494.036137:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084aed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:24279:x1868795081915136:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222494.036263:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084aed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:24279:x1868795081915136:12345-0@lo:501:mount.lustre.0 Request processed in 126us (705us total) trans 0 rc -2/-2 00000100:00100000:2.0:1782222494.036271:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1782222494.036368:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915136:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1782222494.036383:0:24279:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.127@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1782222494.036406:0:24279:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.127@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1782222494.036412:0:24279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.036424:0:24279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222494.036453:0:24279:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f0746672000 10000000:01000000:0.0:1782222494.036459:0:24279:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1782222494.036465:0:24279:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1782222494.036468:0:24279:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1782222494.036473:0:24279:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1782222494.036477:0:24279:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1782222494.036502:0:24279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8a00/0xe2b7cc26e6812e1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.036521:0:24279:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8a00/0xe2b7cc26e6812e1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.036532:0:24279:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8a00/0xe2b7cc26e6812e1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222494.036547:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915264:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782222494.036577:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.036593:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7d9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1782222494.036643:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915264 00000100:00100000:2.0:1782222494.036647:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915264 00000100:00100000:2.0:1782222494.036674:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1782222494.036680:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+18:24279:x1868795081915264:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222494.036689:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222494.036703:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fb83c00/0xe2b7cc26e6812e24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812e1d expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.036728:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fb83c00/0xe2b7cc26e6812e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e1d expref: 19 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.036739:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fb83c00/0xe2b7cc26e6812e24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e1d expref: 19 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.036749:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83c00, rc 0) 00000100:00100000:2.0:1782222494.036819:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915264:12345-0@lo:101:mount.lustre.0 Request processed in 138us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.036826:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1782222494.037078:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915264:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222494.037092:0:24279:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8a00/0xe2b7cc26e6812e1d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e24 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.037102:0:24279:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8a00/0xe2b7cc26e6812e1d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812e24 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782222494.040194:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1782222494.041551:0:24279:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782222494.046863:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1782222494.047430:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1782222494.047469:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1782222494.047486:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1782222494.047498:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1782222494.047514:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1782222494.047525:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1782222494.047537:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1782222494.047550:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1782222494.047563:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1782222494.047593:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1782222494.047617:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1782222494.047652:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1782222494.047659:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1782222494.047805:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222494.047906:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.048073:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915392 00000100:00100000:0.0:1782222494.048082:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747382480 going to sleep for 11 seconds 00000100:00100000:2.0:1782222494.048084:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915392 00000100:00100000:2.0:1782222494.048162:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1782222494.048174:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915392:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222494.048404:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915392:12345-0@lo:501:mount.lustre.0 Request processed in 232us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.048439:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1782222494.048578:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222494.048641:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915520:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782222494.048692:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.048717:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747382480 going to sleep for 11 seconds 00000100:00100000:1.0:1782222494.049040:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915520 00000100:00100000:1.0:1782222494.049046:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915520 00000100:00100000:1.0:1782222494.049083:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1782222494.049092:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915520:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222494.050130:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915520:12345-0@lo:503:mount.lustre.0 Request processed in 1033us (1431us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222494.050144:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1782222494.050520:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915520:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1782222494.051973:0:24279:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782222494.052092:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915648:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.052190:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.052374:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747382480 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.052876:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915648 00000100:00100000:3.0:1782222494.052885:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915648 00000100:00100000:3.0:1782222494.052991:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1782222494.053002:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915648:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222494.053735:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915648:12345-0@lo:502:mount.lustre.0 Request processed in 732us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.053747:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1782222494.053860:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915648:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782222494.054125:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1782222494.054162:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1782222494.054178:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1782222494.054192:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1782222494.054204:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1782222494.054216:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1782222494.054231:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1782222494.054416:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1782222494.054440:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1782222494.054454:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1782222494.054480:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1782222494.054495:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1782222494.054541:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915776:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.054614:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.057407:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747382480 going to sleep for 11 seconds 00000100:00100000:2.0:1782222494.057501:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915776 00000100:00100000:2.0:1782222494.057512:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915776 00000100:00100000:3.0:1782222494.057838:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1782222494.057852:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915776:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222494.058000:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915776:12345-0@lo:502:mount.lustre.0 Request processed in 152us (3397us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.058007:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1782222494.058086:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915776:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782222494.058175:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1782222494.058191:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1782222494.062763:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1782222494.062777:0:24296:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1782222494.062784:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222494.062787:0:24296:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1782222494.062794:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782222494.062809:0:24296:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8f087fb90000) 00000020:00000080:2.0:1782222494.062834:0:24296:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1782222494.062841:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1782222494.062918:0:24296:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f0746672000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1782222494.062926:0:24296:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1782222494.062934:0:24296:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xe2b7cc26e6812e32 00010000:00010000:3.0:1782222494.067205:0:24296:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1782222494.072164:0:24296:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1782222494.074374:0:24296:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1782222494.075868:0:24296:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1782222494.075885:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222494.075890:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222494.075892:0:24296:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1782222494.075895:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1782222494.075897:0:24296:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1782222494.075899:0:24296:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782222494.075900:0:24296:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782222494.075902:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1782222494.075903:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222494.075905:0:24296:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1782222494.075907:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782222494.075909:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222494.075910:0:24296:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1782222494.075912:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1782222494.075914:0:24296:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1782222494.075916:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222494.075917:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222494.075918:0:24296:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1782222494.075920:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782222494.075922:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222494.075923:0:24296:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1782222494.075925:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1782222494.075949:0:24296:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782222494.075951:0:24296:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782222494.075952:0:24296:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1782222494.075955:0:24296:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1782222494.076107:0:24279:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1782222494.076136:0:24279:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1782222494.076161:0:24279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8a00/0xe2b7cc26e6812e1d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e24 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.076174:0:24279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fcb8a00/0xe2b7cc26e6812e1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e24 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222494.076181:0:24279:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f0746672000 from 1 10000000:01000000:0.0:1782222494.076184:0:24279:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782222494.076219:0:24279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.076228:0:24279:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.076272:0:24279:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222494.076297:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915904:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782222494.076359:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.076421:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7d9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.076717:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081915904 00000100:00100000:3.0:1782222494.076725:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081915904 00000100:00100000:3.0:1782222494.076776:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1782222494.076785:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+19:24279:x1868795081915904:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782222494.076797:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222494.076808:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812e39 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222494.076840:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222494.076850:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222494.076860:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08483ed200, rc 0) 00000100:00100000:3.0:1782222494.076905:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081915904:12345-0@lo:101:mount.lustre.0 Request processed in 120us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.076912:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1782222494.077060:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081915904:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222494.077075:0:24279:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.077084:0:24279:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782222494.078625:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1782222494.078892:0:24279:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782222494.079102:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1782222494.079128:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1782222494.079145:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1782222494.079158:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1782222494.079171:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1782222494.079185:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1782222494.079198:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1782222494.079211:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1782222494.079224:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1782222494.079326:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1782222494.079345:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1782222494.079381:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1782222494.079453:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1782222494.079695:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916032:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222494.079752:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.079806:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746166900 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.080001:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916032 00000100:00100000:3.0:1782222494.080007:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916032 00000100:00100000:3.0:1782222494.080052:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1782222494.080061:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916032:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222494.080297:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916032:12345-0@lo:501:mount.lustre.0 Request processed in 236us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.080305:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1782222494.080429:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916032:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222494.080465:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916160:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222494.080575:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222494.080639:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482a80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.080681:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916160 00000100:00100000:3.0:1782222494.080686:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916160 00000100:00100000:3.0:1782222494.080738:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1782222494.080746:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916160:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782222494.080840:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916160:12345-0@lo:503:mount.lustre.0 Request processed in 94us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.080847:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1782222494.080915:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916160:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1782222494.081320:0:24279:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782222494.081400:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916288:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222494.081443:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222494.081711:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482a80 going to sleep for 11 seconds 00000100:00100000:0.0:1782222494.081793:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916288 00000100:00100000:0.0:1782222494.081798:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916288 00000100:00100000:0.0:1782222494.081826:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1782222494.081832:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a284c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916288:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.081949:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a284c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916288:12345-0@lo:502:mount.lustre.0 Request processed in 118us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222494.081954:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1782222494.082023:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916288:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222494.082202:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1782222494.082228:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1782222494.082431:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1782222494.082448:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1782222494.082462:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1782222494.082493:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1782222494.082578:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1782222494.082612:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1782222494.082629:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1782222494.082641:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1782222494.082652:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1782222494.082681:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916416:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222494.082724:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222494.082842:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482a80 going to sleep for 11 seconds 00000100:00100000:0.0:1782222494.082869:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916416 00000100:00100000:0.0:1782222494.082873:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916416 00000100:00100000:0.0:1782222494.082923:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1782222494.082928:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916416:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.082992:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916416:12345-0@lo:502:mount.lustre.0 Request processed in 63us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222494.082997:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1782222494.083045:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916416:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222494.083080:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1782222494.083088:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1782222494.083878:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782222494.083888:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.083890:0:24299:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1782222494.083898:0:24299:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f0746672000 00000020:00000080:0.0:1782222494.083900:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1782222494.083907:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782222494.083910:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.083911:0:24299:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1782222494.083913:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782222494.083916:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.083917:0:24299:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1782222494.083920:0:24299:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f0746672000 00000020:00000080:0.0:1782222494.083922:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1782222494.083968:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782222494.083970:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.083971:0:24299:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1782222494.083974:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782222494.083976:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.083977:0:24299:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1782222494.083980:0:24299:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f0746672000 00000020:00000080:0.0:1782222494.083988:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1782222494.084003:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782222494.084006:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.084007:0:24299:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1782222494.084010:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782222494.084012:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.084013:0:24299:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1782222494.084016:0:24299:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f0746672000 00000020:00000080:0.0:1782222494.084018:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1782222494.084035:0:24299:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782222494.084038:0:24299:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782222494.084040:0:24299:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1782222494.084042:0:24299:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1782222494.084334:0:24279:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1782222494.084356:0:24279:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1782222494.084375:0:24279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.084386:0:24279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222494.084429:0:24279:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1782222494.084436:0:24279:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f0746672000 10000000:01000000:1.0:1782222494.084439:0:24279:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f0746672000 10000000:01000000:1.0:1782222494.084444:0:24279:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1782222494.084450:0:24279:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f0746672000 from 1 10000000:01000000:1.0:1782222494.084452:0:24279:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1782222494.084481:0:24279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841458600/0xe2b7cc26e6812e47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.084489:0:24279:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0841458600/0xe2b7cc26e6812e47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.084499:0:24279:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0841458600/0xe2b7cc26e6812e47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222494.084521:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916544:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782222494.084576:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222494.084618:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482900 going to sleep for 11 seconds 00000100:00100000:0.0:1782222494.084743:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916544 00000100:00100000:0.0:1782222494.084749:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916544 00000100:00100000:0.0:1782222494.084791:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1782222494.084800:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+20:24279:x1868795081916544:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222494.084813:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222494.084826:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb8c00/0xe2b7cc26e6812e4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812e47 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.084849:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb8c00/0xe2b7cc26e6812e4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e47 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.084860:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb8c00/0xe2b7cc26e6812e4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e47 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.084870:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb8c00, rc 0) 00000100:00100000:0.0:1782222494.084905:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081916544:12345-0@lo:101:mount.lustre.0 Request processed in 106us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222494.084911:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1782222494.084991:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916544:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782222494.085005:0:24279:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0841458600/0xe2b7cc26e6812e47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e4e expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.085014:0:24279:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0841458600/0xe2b7cc26e6812e47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812e4e expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782222494.088789:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1782222494.089842:0:24279:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782222494.090027:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1782222494.090051:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1782222494.090066:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1782222494.090082:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1782222494.090095:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1782222494.090109:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1782222494.090120:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1782222494.090132:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1782222494.090144:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1782222494.090157:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1782222494.090170:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1782222494.090181:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1782222494.090191:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1782222494.090203:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1782222494.090215:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1782222494.090228:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1782222494.090264:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1782222494.090357:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1782222494.090373:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1782222494.090387:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1782222494.090399:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1782222494.090413:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1782222494.090426:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1782222494.090438:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1782222494.090451:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1782222494.090464:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1782222494.090476:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1782222494.092027:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1782222494.092058:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1782222494.092071:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1782222494.092083:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1782222494.092106:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1782222494.092119:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1782222494.092132:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1782222494.092145:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1782222494.092159:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1782222494.092174:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1782222494.092188:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1782222494.092200:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1782222494.092212:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1782222494.092225:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1782222494.092252:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1782222494.092502:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1782222494.092767:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1782222494.092786:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1782222494.092799:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1782222494.092812:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1782222494.092824:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1782222494.092994:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1782222494.093015:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1782222494.093033:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1782222494.093039:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1782222494.093137:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222494.093200:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.093348:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850175000 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.093738:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916672 00000100:00100000:3.0:1782222494.093747:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916672 00000100:00100000:3.0:1782222494.093861:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1782222494.093871:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a284050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081916672:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222494.094017:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a284050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081916672:12345-0@lo:501:mount.lustre.0 Request processed in 147us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.094025:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1782222494.095699:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916672:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222494.095765:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916800:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222494.095829:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222494.095875:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482780 going to sleep for 11 seconds 00000100:00100000:0.0:1782222494.095929:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916800 00000100:00100000:0.0:1782222494.095936:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916800 00000100:00100000:1.0:1782222494.098093:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1782222494.098112:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081916800:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222494.099173:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081916800:12345-0@lo:503:mount.lustre.0 Request processed in 167us (2442us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222494.099185:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1782222494.099317:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916800:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1782222494.100184:0:24279:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782222494.100301:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916928:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.100639:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.100696:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0850175000 going to sleep for 11 seconds 00000100:00100000:1.0:1782222494.100766:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081916928 00000100:00100000:1.0:1782222494.100773:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081916928 00000100:00100000:1.0:1782222494.100823:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1782222494.100832:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081916928:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222494.100940:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081916928:12345-0@lo:502:mount.lustre.0 Request processed in 109us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222494.100947:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1782222494.101092:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081916928:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782222494.101384:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1782222494.101417:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1782222494.101442:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1782222494.101456:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1782222494.101469:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1782222494.101482:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1782222494.101507:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1782222494.101674:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1782222494.101691:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1782222494.101704:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1782222494.101718:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1782222494.101731:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1782222494.101744:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1782222494.101899:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1782222494.101919:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1782222494.101935:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1782222494.101952:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1782222494.101970:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1782222494.101989:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1782222494.102008:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1782222494.102027:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1782222494.102046:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1782222494.102076:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1782222494.102095:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1782222494.102109:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1782222494.102123:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1782222494.102135:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1782222494.102148:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1782222494.102160:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1782222494.102173:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1782222494.102197:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1782222494.102213:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1782222494.102230:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1782222494.102276:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1782222494.102295:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1782222494.102313:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1782222494.102348:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1782222494.102370:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1782222494.102400:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1782222494.102416:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1782222494.102430:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1782222494.102444:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1782222494.102457:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1782222494.102472:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1782222494.102485:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1782222494.102504:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1782222494.105496:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1782222494.107035:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1782222494.107102:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081917056:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.107180:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.107231:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482900 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.107368:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917056 00000100:00100000:3.0:1782222494.107375:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917056 00000100:00100000:3.0:1782222494.107424:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1782222494.107433:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a287050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081917056:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222494.107558:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a287050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081917056:12345-0@lo:502:mount.lustre.0 Request processed in 125us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.107566:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1782222494.108918:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081917056:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782222494.109120:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1782222494.109145:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1782222494.109175:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081917184:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.109229:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.109282:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917184 00000100:00100000:0.0:1782222494.109288:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917184 00000100:00100000:0.0:1782222494.109323:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1782222494.109330:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0841461c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081917184:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222494.109424:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0841461c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081917184:12345-0@lo:502:mount.lustre.0 Request processed in 94us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222494.109431:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1782222494.109484:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747482900 going to sleep for 11 seconds 00000100:00100000:0.0:1782222494.109496:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081917184:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782222494.109540:0:24279:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1782222494.109547:0:24279:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1782222494.111271:0:24304:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1782222494.111289:0:24304:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8f087fb919c0) 00000020:00000080:2.0:1782222494.111312:0:24304:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1782222494.113774:0:24304:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f0746672000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1782222494.113783:0:24304:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f0746672000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1782222494.113787:0:24304:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0746672000 3 00010000:00080000:2.0:1782222494.113821:0:24304:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f0747dcd800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.127@tcp at head 00010000:00010000:2.0:1782222494.115481:0:24304:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1782222494.115580:0:24304:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1782222494.115640:0:24304:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1782222494.115665:0:24304:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xe2b7cc26e6812e5c 00000100:00080000:2.0:1782222494.115676:0:24304:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1782222494.115682:0:24304:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f0747dcd800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222494.115717:0:24304:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747530a80 x1868795081917312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222494.115766:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081917312:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782222494.115838:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.115900:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917312 00000100:00100000:2.0:1782222494.115906:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917312 00000100:00100000:2.0:1782222494.115934:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782222494.115940:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1868795081917312:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1782222494.115962:0:22777:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1782222494.116000:0:22777:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xe2b7cc26e6812e63 00000004:00100000:2.0:1782222494.116015:0:22777:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1782222494.116043:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f07470be800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782222494.116089:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1868795081917312:12345-0@lo:38:llog_process_th.0 Request processed in 147us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.116096:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1782222494.116131:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f0747530a80 x1868795081917312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782222504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222494.116140:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1782222494.116147:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1782222494.116152:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1782222494.116156:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1782222494.116158:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0747dcd800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1782222494.116164:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1868795081917312:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1782222494.116184:0:24304:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1782222494.116222:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222494.116226:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222494.116229:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222494.116258:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222494.116281:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222494.116284:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222494.116286:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222494.116289:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782222494.116309:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081917440:0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.116334:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.116353:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782222494.116358:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081917824:0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.116378:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.116421:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081917568:0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.116448:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.116465:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1782222494.116470:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081917696:0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.116490:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.116520:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917440 00000100:00100000:2.0:1782222494.116524:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917440 00000100:00100000:2.0:1782222494.116547:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917696 00000100:00100000:2.0:1782222494.116550:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917696 00000100:00100000:2.0:1782222494.116563:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1782222494.116569:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081917440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.119652:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081917440:12345-0@lo:400:kworker.0 Request processed in 3075us (3308us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.119667:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1782222494.119699:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1782222494.119718:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081917696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.119883:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081917696:12345-0@lo:400:kworker.0 Request processed in 169us (3392us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.119890:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1782222494.119922:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917824 00000100:00100000:2.0:1782222494.119929:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917824 00000100:00100000:2.0:1782222494.119962:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917568 00000100:00100000:2.0:1782222494.119965:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917568 00000100:00100000:2.0:1782222494.119981:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1782222494.119987:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081917824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.120019:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081917824:12345-0@lo:400:kworker.0 Request processed in 32us (3640us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.120025:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1782222494.120036:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782222494.120042:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081917568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.120069:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081917568:12345-0@lo:400:kworker.0 Request processed in 28us (3620us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.120075:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1782222494.120125:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f0747533480 x1868795081917824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222494.120138:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081917824:0@lo:400:kworker.0 00000100:00100000:2.0:1782222494.120152:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081917440:0@lo:400:kworker.0 00000100:00100000:3.0:1782222494.122203:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081917696:0@lo:400:kworker.0 00010000:00080000:3.0:1782222494.122224:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f0747530700 x1868795081917568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222494.122718:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081917568:0@lo:400:kworker.0 00000020:01000004:2.0:1782222494.123012:0:24304:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1782222494.123028:0:24304:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8f087fb93380) 00000020:00000080:2.0:1782222494.123051:0:24304:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1782222494.123365:0:24304:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f0746672000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1782222494.123375:0:24304:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f0746672000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1782222494.123378:0:24304:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f0746672000 3 00010000:00080000:2.0:1782222494.123404:0:24304:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f07470b8000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.127@tcp at head 00010000:00010000:2.0:1782222494.129055:0:24304:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1782222494.129169:0:24304:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1782222494.129218:0:24304:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1782222494.129264:0:24304:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xe2b7cc26e6812e71 00000100:00080000:2.0:1782222494.129274:0:24304:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1782222494.129280:0:24304:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8f07470b8000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222494.129314:0:24304:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747530a80 x1868795081917952/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782222494.129344:0:24304:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1782222494.129540:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222494.129545:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782222494.129548:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222494.129550:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782222494.129554:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222494.129556:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782222494.129559:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222494.129561:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1782222494.129736:0:24304:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:0.0:1782222494.130038:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1868795081917952:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1782222494.130105:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:0.0:1782222494.130224:0:24279:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1782222494.130280:0:24279:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1782222494.130303:0:24279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841458600/0xe2b7cc26e6812e47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e4e expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222494.130313:0:24279:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841458600/0xe2b7cc26e6812e47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e4e expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1782222494.130363:0:24279:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1782222494.130366:0:24279:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1782222494.130367:0:24279:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782222494.130369:0:24279:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782222494.130370:0:24279:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782222494.130372:0:24279:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782222494.130374:0:24279:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782222494.130375:0:24279:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782222494.130377:0:24279:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1782222494.130380:0:24279:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1782222494.130383:0:24279:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1782222494.130384:0:24279:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1782222494.130386:0:24279:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782222494.130387:0:24279:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782222494.130392:0:24279:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782222494.130393:0:24279:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782222494.130394:0:24279:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782222494.130395:0:24279:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782222494.130396:0:24279:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1782222494.130412:0:24279:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1782222494.130425:0:24279:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081918080:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1782222494.130687:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081917952 00000100:00100000:2.0:1782222494.130694:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081917952 00000100:00100000:2.0:1782222494.130735:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1782222494.130810:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1868795081917952:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1782222494.130837:0:23532:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1782222494.130870:0:23532:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xe2b7cc26e6812e78 00000004:00100000:2.0:1782222494.130884:0:23532:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1782222494.130915:0:23532:0:(import.c:65:import_set_state_nolock()) ffff8f07470bb800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782222494.130984:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1868795081917952:12345-0@lo:38:llog_process_th.0 Request processed in 173us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.130992:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782222494.131054:0:24279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222494.131093:0:24279:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08490fa900 going to sleep for 11 seconds 00000100:00100000:2.0:1782222494.131144:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918080 00000100:00100000:2.0:1782222494.131149:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918080 00000100:00100000:2.0:1782222494.131185:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1782222494.131193:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081918080:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1782222494.131222:0:22769:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1782222494.131258:0:22769:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1782222494.131297:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f0747530a80 x1868795081917952/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782222504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222494.131309:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1782222494.131323:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1782222494.131330:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1782222494.131334:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1782222494.131337:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f07470b8000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1782222494.131344:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1868795081917952:0@lo:38:llog_process_th.0 20000000:01000000:3.0:1782222494.139159:0:22769:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1782222494.139185:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1782222494.139342:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1782222494.139347:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1782222494.139368:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.139386:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.139393:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.139401:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.139438:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.139451:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 21 pid: 22769 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222494.139465:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081918208:0@lo:104: 00000100:00100000:1.0:1782222494.139543:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1782222494.139591:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.139621:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 21 pid: 22768 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222494.139630:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081918336:0@lo:104: 00000100:00100000:1.0:1782222494.139654:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222494.139688:0:22791:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746166240 going to sleep for 11 seconds 00000100:00100000:3.0:1782222494.139910:0:22758:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1782222494.139930:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918208 00000100:00100000:3.0:1782222494.139931:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918336 00000100:00100000:3.0:1782222494.139938:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918336 00000100:00100000:2.0:1782222494.139938:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918208 00000100:00100000:3.0:1782222494.139983:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782222494.139999:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+4:22791:x1868795081918336:12345-0@lo:104: 00010000:00010000:3.0:1782222494.140012:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222494.140102:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1782222494.140109:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+4:22791:x1868795081918336:12345-0@lo:104: Request processed in 113us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.140116:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782222494.140165:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1782222494.140166:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1782222494.140174:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081918208:12345-0@lo:104: 00010000:00010000:2.0:1782222494.140176:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222494.140185:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140188:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ece00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222494.140195:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140207:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222494.140215:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222494.140225:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:01000000:2.0:1782222494.140227:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1782222494.140265:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081918208:12345-0@lo:104: Request processed in 60us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.140276:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1782222494.140288:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140296:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782222494.140316:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140323:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f08483ece00/0xe2b7cc26e6812dc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812dc9 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140349:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782222494.140356:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222494.140361:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:24279:x1868795081918080:12345-0@lo:253:mount.lustre.0 Request processed in 9168us (9306us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222494.140378:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00010000:00010000:2.0:1782222494.140385:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ec000 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222494.140390:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140398:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222494.140405:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222494.140410:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1782222494.140431:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140437:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782222494.140463:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140473:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812dd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812dd7 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222494.140473:0:24279:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:24279:1868795081918080:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1782222494.140491:0:24279:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00010000:00010000:2.0:1782222494.140492:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222494.140496:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1782222494.140497:0:24279:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00010000:00010000:2.0:1782222494.140500:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1782222494.140501:0:24279:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1782222494.140504:0:24279:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00010000:00010000:2.0:1782222494.140509:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222494.140521:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:65548448-ca70-48e0-b85a-88f22d1110c9:3656:1868795081918464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222494.140553:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.140599:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782222494.140616:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081918592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222494.140650:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.140683:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918464 00000100:00100000:2.0:1782222494.140687:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918464 00010000:00010000:2.0:1782222494.140704:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 21 pid: 22768 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222494.140738:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918592 00000100:00100000:2.0:1782222494.140742:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918592 00010000:00010000:2.0:1782222494.140764:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 22 pid: 22769 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222494.140777:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1782222494.140889:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+22:3656:x1868795081918464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222494.140902:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222494.140907:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 22 pid: 22768 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140917:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 22 pid: 22768 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.140932:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222494.140963:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+22:3656:x1868795081918464:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.140970:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1782222494.140991:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782222494.141000:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0848226c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+21:3654:x1868795081918592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222494.141008:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222494.141012:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 21 pid: 22769 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141033:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 21 pid: 22769 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141045:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141058:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1782222494.141073:0:22760:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009819539s 00010000:00010000:2.0:1782222494.141078:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141085:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141091:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141098:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141104:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:2.0:1782222494.141108:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141115:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141123:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222494.141139:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222494.141176:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0848226c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+21:3654:x1868795081918592:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.141183:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782222494.141329:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:65548448-ca70-48e0-b85a-88f22d1110c9:3656:1868795081918464:0@lo:103:ldlm_bl.0 00000020:01000004:0.0:1782222494.141359:0:24279:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782222494.141362:0:24279:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782222494.141364:0:24279:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782222494.141366:0:24279:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782222494.141368:0:24279:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782222494.141370:0:24279:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1782222494.141382:0:24279:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1782222494.145513:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081918592:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782222494.145833:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb9000/0xe2b7cc26e6812dd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812dd0 expref: 20 pid: 22769 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222494.145849:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081918208:0@lo:104: 00010000:00010000:1.0:1782222494.145863:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb9a00/0xe2b7cc26e6812dc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812dc2 expref: 19 pid: 22768 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222494.145871:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081918336:0@lo:104: 00010000:00010000:1.0:1782222494.145889:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.145898:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.145905:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222494.145911:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0841459600/0xe2b7cc26e6812e7f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:0.0:1782222494.152698:0:24279:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1782222494.164130:0:24279:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1782222494.164140:0:24279:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1782222494.164173:0:24279:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1782222494.164222:0:24279:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.127@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1782222494.164270:0:24279:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1782222494.164289:0:24279:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1782222494.165108:0:24279:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782222494.165368:0:24279:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1782222494.186710:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081918720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782222494.186777:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222494.186837:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918720 00000100:00100000:2.0:1782222494.186844:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918720 00000100:00100000:2.0:1782222494.186891:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1782222494.186901:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747532300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081918720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782222494.186937:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782222494.186986:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747532300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081918720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222494.186993:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1782222494.187045:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081918720:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1782222494.698427:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1782222495.165618:0:24359:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1782222495.166021:0:24359:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1782222495.724791:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1782222496.042438:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1782222496.042448:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f0847068000 from 13 10000000:01000000:2.0:1782222496.042455:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1782222496.042519:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222496.042534:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222496.042573:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222496.042617:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081918848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1782222496.042712:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222496.042782:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747e4c000 going to sleep for 11 seconds 00000100:00100000:3.0:1782222496.042921:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918848 00000100:00100000:3.0:1782222496.042932:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918848 00000100:00100000:3.0:1782222496.043001:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1782222496.043011:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+19:22772:x1868795081918848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782222496.043027:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222496.043043:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812e86 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222496.043082:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222496.043095:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222496.043106:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08483ecc00, rc 0) 00000100:00100000:3.0:1782222496.043163:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+20:22772:x1868795081918848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222496.043170:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1782222496.043878:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081918848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782222496.043900:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222496.043912:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222496.043981:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081918976:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1782222496.044027:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222496.044068:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747e4c000 going to sleep for 11 seconds 00000100:00100000:3.0:1782222496.044575:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081918976 00000100:00100000:3.0:1782222496.044583:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081918976 00000100:00100000:3.0:1782222496.044662:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1782222496.044673:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+20:22772:x1868795081918976:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1782222496.044700:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1782222496.044724:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1782222496.044728:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1782222496.045945:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+20:22772:x1868795081918976:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1267us (1910us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222496.045958:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1782222496.046317:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081918976:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1782222496.046416:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1782222496.046437:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222496.046449:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222496.046461:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1782222496.046464:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f087e397000 from 13 10000000:01000000:1.0:1782222496.046467:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782222496.046510:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222496.046518:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222496.046528:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222496.046553:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081919104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782222496.046607:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222496.046784:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081919104 00000100:00100000:0.0:1782222496.046792:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081919104 00000100:00100000:0.0:1782222496.046841:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1782222496.046851:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+20:22772:x1868795081919104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222496.046877:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222496.046890:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812e94 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222496.046920:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 21 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222496.046931:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 21 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222496.046942:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fcb8e00, rc 0) 00000100:00100000:0.0:1782222496.046977:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081919104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222496.046983:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1782222496.047214:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778d80 going to sleep for 11 seconds 00000100:00100000:1.0:1782222496.047353:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081919104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782222496.047373:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222496.047384:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222496.047441:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081919232:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1782222496.047486:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222496.048562:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778d80 going to sleep for 11 seconds 00000100:00100000:2.0:1782222496.056215:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081919232 00000100:00100000:2.0:1782222496.056251:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081919232 00000100:00100000:2.0:1782222496.056318:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1782222496.056330:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081919232:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1782222496.056363:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1782222496.056388:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1782222496.056391:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1782222496.056551:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081919232:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 223us (9062us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222496.056559:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1782222496.056644:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847001f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081919232:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1782222496.056728:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1782222496.057324:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222496.057341:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222496.746411:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222497.770745:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222498.794716:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081919360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782222498.794787:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222498.794842:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081919360 00000100:00100000:0.0:1782222498.794850:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081919360 00000100:00100000:0.0:1782222498.794889:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1782222498.794897:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081919360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1782222498.794930:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782222498.794968:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081919360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222498.794975:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1782222498.795013:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081919360:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1782222498.803712:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222499.306754:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081919488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782222499.306826:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222499.306894:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081919488 00000100:00100000:2.0:1782222499.306900:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081919488 00000100:00100000:2.0:1782222499.306943:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1782222499.306952:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081919488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782222499.306987:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782222499.307031:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081919488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222499.307039:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1782222499.307096:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222499.307100:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222499.307103:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222499.307105:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222499.307121:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222499.307124:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222499.307136:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222499.307139:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782222499.307172:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081919616:0@lo:400:kworker.0 00000100:00100000:2.0:1782222499.307201:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222499.307247:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1868795081920128:0@lo:400:kworker.0 00000100:00100000:2.0:1782222499.307272:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222499.307289:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1782222499.307295:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081919744:0@lo:400:kworker.0 00000100:00100000:2.0:1782222499.307315:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222499.307330:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081920256:0@lo:400:kworker.0 00000100:00100000:2.0:1782222499.307355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222499.307383:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920128 00000100:00100000:2.0:1782222499.307387:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920128 00000100:00100000:2.0:1782222499.307428:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081919744 00000100:00100000:2.0:1782222499.307431:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081919744 00000100:00100000:1.0:1782222499.307653:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081919616 00000100:00100000:1.0:1782222499.307657:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081919616 00000100:00100000:1.0:1782222499.307687:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1782222499.307694:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:3653:x1868795081919616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222499.307798:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:3653:x1868795081919616:12345-0@lo:400:kworker.0 Request processed in 104us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222499.307806:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1782222499.308640:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782222499.309039:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920256 00000100:00100000:2.0:1782222499.309489:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920256 00000100:00100000:3.0:1782222499.309688:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782222499.309708:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1868795081920128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222499.309791:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1868795081920128:12345-0@lo:400:kworker.0 Request processed in 91us (2516us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222499.309798:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782222499.309821:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782222499.309842:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081919744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222499.309871:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081919744:12345-0@lo:400:kworker.0 Request processed in 30us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222499.309877:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782222499.309902:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081919872:0@lo:400:kworker.0 00000100:00100000:3.0:1782222499.309936:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222499.309972:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782222499.309978:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081920000:0@lo:400:kworker.0 00000100:00100000:3.0:1782222499.309998:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222499.310045:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081919488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222499.310079:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920000 00000100:00100000:3.0:1782222499.310082:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920000 00000100:00100000:3.0:1782222499.310109:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782222499.310113:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081920000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222499.310141:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081920000:12345-0@lo:400:kworker.0 Request processed in 27us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222499.310145:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1782222499.310167:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747533100 x1868795081920000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222499.310177:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081920000:0@lo:400:kworker.0 00000100:00100000:2.0:1782222499.310307:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1782222499.310324:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081920256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222499.310354:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081920256:12345-0@lo:400:kworker.0 Request processed in 41us (2998us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222499.310359:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1782222499.310391:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747530e00 x1868795081919744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222499.310401:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081919744:0@lo:400:kworker.0 00010000:00080000:2.0:1782222499.310425:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747530700 x1868795081920256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222499.310442:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081920256:0@lo:400:kworker.0 00000100:00100000:2.0:1782222499.310451:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081919616:0@lo:400:kworker.0 00010000:00080000:2.0:1782222499.310460:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747530a80 x1868795081920128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222499.310467:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1868795081920128:0@lo:400:kworker.0 00000100:00080000:3.0:1782222499.311087:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782222499.311535:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081919872 00000100:00100000:1.0:1782222499.311543:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081919872 00000100:00100000:1.0:1782222499.311604:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782222499.311612:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081919872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222499.311680:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081919872:12345-0@lo:400:kworker.0 Request processed in 68us (1743us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222499.311687:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1782222499.311714:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081919872:0@lo:400:kworker.0 00010000:00010000:2.0:1782222499.819651:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1782222500.076008:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1782222500.848700:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1782222501.016139:0:24650:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg327-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000020:00000004:1.0:1782222501.706164:0:24702:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782222501.706402:0:24702:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1782222501.868785:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1782222502.706194:0:24752:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782222502.706414:0:24752:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1782222502.891629:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782222503.340979:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1782222503.342739:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222488/real 1782222488] req@ffff8f0881726680 x1868795081913600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222503 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222503.343073:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f0881726680 x1868795081913600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222503 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222503.343085:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222488/real 1782222488] req@ffff8f0881726a00 x1868795081913728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222503 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222503.343111:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f0881726a00 x1868795081913728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222503 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1782222503.343129:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f08513bf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222503.343191:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1782222503.343196:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081913600:0@lo:8:kworker.0 00000100:00080000:1.0:1782222503.343202:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782222503.345629:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222503.345636:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782222503.345653:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222503.345656:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782222503.345684:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1782222503.345921:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081920384:0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.345989:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222503.346044:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222503.346051:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081920512:0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.346076:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222503.346108:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920512 00000100:00100000:2.0:1782222503.346114:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920512 00000100:00100000:2.0:1782222503.346155:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1782222503.346162:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081920512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.346209:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081920512:12345-0@lo:400:kworker.0 Request processed in 47us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222503.346217:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1782222503.346274:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081920512:0@lo:400:kworker.0 00000100:00080000:3.0:1782222503.348575:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1782222503.348581:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f08513bf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222503.348589:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 687 00000100:00080000:3.0:1782222503.348595:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1782222503.348602:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f08513bf800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222503.348639:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747530700 x1868795081920896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782222503.348656:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222503.348660:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1782222503.348661:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222503.348664:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 687 00000100:00080000:3.0:1782222503.348667:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1782222503.348670:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f0881596800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222503.348679:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747530e00 x1868795081921024/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782222503.348904:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081921280:0@lo:400:kworker.0 00000100:00100000:3.0:1782222503.348965:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.349005:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1782222503.349082:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081921152:0@lo:400:kworker.0 00000100:00100000:3.0:1782222503.349106:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.349135:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081920640:0@lo:400:kworker.0 00000100:00100000:3.0:1782222503.349173:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.349191:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081921408:0@lo:400:kworker.0 00000100:00100000:3.0:1782222503.349213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.349230:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782222503.349256:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081920768:0@lo:400:kworker.0 00000100:00100000:3.0:1782222503.349280:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.349313:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920384 00000100:00100000:3.0:1782222503.349320:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920384 00000100:00100000:3.0:1782222503.349362:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1782222503.349370:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:3655:x1868795081920384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222503.349412:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:3655:x1868795081920384:12345-0@lo:400:kworker.0 Request processed in 43us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222503.349419:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1782222503.349927:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921280 00000100:00100000:2.0:1782222503.349939:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921280 00000100:00100000:2.0:1782222503.349971:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921152 00000100:00100000:2.0:1782222503.349974:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921152 00000100:00100000:2.0:1782222503.349984:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920640 00000100:00100000:2.0:1782222503.349986:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920640 00000100:00100000:2.0:1782222503.349996:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921408 00000100:00100000:2.0:1782222503.349998:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921408 00000100:00100000:2.0:1782222503.350025:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1782222503.350032:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081921280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.350077:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081921280:12345-0@lo:400:kworker.0 Request processed in 47us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222503.350083:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1782222503.350095:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1782222503.350101:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081921152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.350125:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081921152:12345-0@lo:400:kworker.0 Request processed in 24us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222503.350130:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1782222503.350140:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1782222503.350145:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081920640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.350173:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081920640:12345-0@lo:400:kworker.0 Request processed in 27us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222503.350178:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1782222503.350188:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1782222503.350194:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081921408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.350217:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081921408:12345-0@lo:400:kworker.0 Request processed in 24us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222503.350223:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:2.0:1782222503.350286:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747533100 x1868795081921152/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222503.350299:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081921152:0@lo:400:kworker.0 00010000:00080000:2.0:1782222503.350310:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747532680 x1868795081921280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222503.350318:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081921280:0@lo:400:kworker.0 00010000:00080000:2.0:1782222503.350349:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747530a80 x1868795081920640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222503.350357:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081920640:0@lo:400:kworker.0 00010000:00080000:2.0:1782222503.350367:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747533480 x1868795081921408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222503.350374:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081921408:0@lo:400:kworker.0 00000100:00100000:2.0:1782222503.350398:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081920384:0@lo:400:kworker.0 00000100:00080000:1.0:1782222503.350825:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1782222503.350832:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081913728:0@lo:8:kworker.0 00000100:00100000:1.0:1782222503.350889:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081920896:0@lo:8:kworker.0 00000100:00100000:1.0:1782222503.350926:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222503.350956:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081921024:0@lo:8:kworker.0 00000100:00100000:1.0:1782222503.350975:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222503.351024:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920896 00000100:00100000:1.0:1782222503.351028:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920896 00000100:00100000:1.0:1782222503.351048:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921024 00000100:00100000:1.0:1782222503.351050:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921024 00000100:00100000:1.0:1782222503.351059:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1782222503.351065:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3652:x1868795081920896:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1782222503.351089:0:24285:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:1.0:1782222503.351115:0:24285:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe2b7cc26e6812ea2 00002000:00100000:1.0:1782222503.351129:0:24285:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8f084752b800 ocd_connect_flags: 0xe044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1782222503.351134:0:24285:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1782222503.351136:0:24285:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1782222503.351314:0:24285:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1782222503.351338:0:24285:0:(import.c:65:import_set_state_nolock()) ffff8f084752e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222503.351378:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1868795081920896:12345-0@lo:8:kworker.0 Request processed in 311us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222503.351386:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1782222503.351401:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782222503.351405:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3652:x1868795081921024:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1782222503.351416:0:24285:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1782222503.351681:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081920768 00000100:00100000:3.0:1782222503.351687:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081920768 00000100:00100000:3.0:1782222503.352093:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1782222503.352102:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081920768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222503.352151:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081920768:12345-0@lo:400:kworker.0 Request processed in 51us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222503.352157:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:3.0:1782222503.352180:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1782222503.352184:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782222503.352952:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081920768:0@lo:400:kworker.0 00000100:00080000:2.0:1782222503.352987:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222503.352992:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782222503.352994:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222503.352997:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1782222503.378991:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747530700 x1868795081920896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782222523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222503.379005:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1782222503.379014:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1782222503.379022:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xe040401443000026 00000100:00080000:3.0:1782222503.379038:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1782222503.379042:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f08513bf800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1782222503.379066:0:3652:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:3.0:1782222503.379072:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081920896:0@lo:8:kworker.0 00000004:00080000:3.0:1782222503.379134:0:23520:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1782222503.379154:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23520:1868795081921664:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1782222503.379207:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.379231:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782222503.379279:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081921536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222503.379309:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1782222503.380965:0:23519:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1782222503.381077:0:23519:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 702409841676ns, next at 0ns, rc = 0 00080000:00080000:2.0:1782222503.381087:0:23519:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1782222503.381132:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921536 00000100:00100000:2.0:1782222503.381152:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921536 00000100:00100000:2.0:1782222503.381206:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1782222503.381216:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1868795081921536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782222503.381265:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782222503.381336:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1868795081921536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222503.381344:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1782222503.381516:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782222503.382348:0:24283:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1782222503.382359:0:24283:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00010000:00080000:2.0:1782222503.382485:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f07475ab800 x1868795081921536/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782222519 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222503.382508:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081921536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222503.385735:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921664 00000100:00100000:3.0:1782222503.385752:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921664 00000100:00100000:3.0:1782222503.385932:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782222503.385943:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23520:x1868795081921664:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1782222503.390320:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3652:x1868795081921024:12345-0@lo:8:kworker.0 Request processed in 38904us (39334us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782222503.390334:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1782222503.390389:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222503.390394:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782222503.390399:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081921024:0@lo:8:kworker.0 00002000:00080000:1.0:1782222503.404406:0:24771:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1782222503.404418:0:24771:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1782222503.404529:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23520:x1868795081921664:12345-0@lo:7:osp-pre-0-1.0 Request processed in 18576us (25308us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222503.404546:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1782222503.404844:0:23520:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f07475a8a80 x1868795081921664/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1782222519 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222503.404863:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23520:1868795081921664:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1782222503.404876:0:23520:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1782222503.404921:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23520:1868795081921792:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1782222503.404951:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222503.404977:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0849e006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782222503.405827:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921792 00000100:00100000:1.0:1782222503.405836:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921792 00000100:00100000:1.0:1782222503.405876:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000004:00080000:3.0:1782222503.406056:0:23509:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:1.0:1782222503.406098:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23520:x1868795081921792:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1782222503.406128:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1782222503.407627:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23520:x1868795081921792:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1737us (2668us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222503.407639:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1782222503.414414:0:23520:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0881724380 x1868795081921792/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1782222519 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222503.414435:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23520:1868795081921792:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1782222503.414451:0:23520:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1782222503.414508:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23520:1868795081921920:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1782222503.414876:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.415504:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778000 going to sleep for 11 seconds 00000100:00100000:0.0:1782222503.418427:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081921920 00000100:00100000:0.0:1782222503.418443:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081921920 00000100:00100000:0.0:1782222503.418560:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782222503.418571:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23520:x1868795081921920:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1782222503.418615:0:24285:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:3.0:1782222503.463764:0:24280:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1782222503.463784:0:24280:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1782222503.473099:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23520:x1868795081921920:12345-0@lo:5:osp-pre-0-1.0 Request processed in 54521us (58215us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1782222503.473112:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1782222503.476982:0:23520:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f07475a8380 x1868795081921920/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1782222519 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222503.477014:0:23520:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1782222503.477020:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23520:1868795081921920:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1782222503.477038:0:23520:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1782222503.477094:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23520:1868795081922048:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1782222503.477152:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222503.477231:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778000 going to sleep for 11 seconds 00000100:00100000:0.0:1782222503.480722:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922048 00000100:00100000:0.0:1782222503.480738:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922048 00000100:00100000:0.0:1782222503.480801:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782222503.480811:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23520:x1868795081922048:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1782222503.481137:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23520:x1868795081922048:12345-0@lo:900:osp-pre-0-1.0 Request processed in 326us (3983us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222503.481145:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1782222503.484976:0:23520:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f07475a8380 x1868795081922048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1782222519 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222503.484994:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23520:1868795081922048:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1782222503.917898:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222503.918302:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782222503.918325:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081922176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782222503.918394:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222503.918434:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922176 00000100:00100000:2.0:1782222503.918440:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922176 00000100:00100000:2.0:1782222503.918482:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1782222503.918491:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081922176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782222503.918524:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782222503.918582:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081922176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222503.918590:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1782222503.918638:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081922176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782222504.433685:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782222504.433707:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081922304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222504.433771:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222504.433817:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922304 00000100:00100000:3.0:1782222504.433824:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922304 00000100:00100000:3.0:1782222504.433870:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1782222504.433880:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081922304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1782222504.433911:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1782222504.433952:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081922304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222504.433960:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1782222504.434000:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081922304:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1782222504.942218:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222505.965368:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222506.989443:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222507.437753:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222487/real 1782222487] req@ffff8f08483e9500 x1868795081911680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222507 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222507.437787:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08483e9500 x1868795081911680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222507 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222507.437798:0:3652:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782222487/real 1782222487] req@ffff8f08483e8000 x1868795081911808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222507 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222507.437808:0:3652:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f08483e8000 x1868795081911808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782222507 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1782222507.437827:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0747ce6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222507.438301:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1782222507.438307:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081911680:0@lo:8:kworker.0 00000100:00080000:1.0:1782222507.438314:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222507.438319:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1782222507.438322:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081911808:0@lo:8:kworker.0 00000100:00080000:3.0:1782222507.438633:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222507.438638:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1782222507.438734:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f0747ce6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222507.438739:0:15024:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 686 00000100:00080000:3.0:1782222507.438745:0:15024:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1782222507.438753:0:15024:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f0747ce6800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222507.438780:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f07475a9880 x1868795081922688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782222507.438792:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782222507.438796:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1782222507.438797:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782222507.438800:0:15024:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 686 00000100:00080000:3.0:1782222507.438803:0:15024:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1782222507.438806:0:15024:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f0746086000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222507.438815:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f07475a8700 x1868795081922816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222507.438933:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081922432:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.439002:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.439043:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782222507.439049:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081922560:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.439076:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222507.439217:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081922944:0@lo:400:kworker.0 00000100:00100000:3.0:1782222507.439265:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.443631:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081922688:0@lo:8:kworker.0 00000100:00100000:1.0:1782222507.443715:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.443767:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081922816:0@lo:8:kworker.0 00000100:00100000:1.0:1782222507.443790:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.443832:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922688 00000100:00100000:1.0:1782222507.443839:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922688 00000100:00100000:1.0:1782222507.443868:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922816 00000100:00100000:1.0:1782222507.443871:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922816 00000100:00100000:1.0:1782222507.443888:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1782222507.443895:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1868795081922688:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1782222507.443925:0:24283:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 706 last 0 00000020:00000080:1.0:1782222507.443952:0:24283:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe2b7cc26e6812ea9 00002000:00100000:1.0:1782222507.443963:0:24283:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8f084752a800 ocd_connect_flags: 0xe044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1782222507.443967:0:24283:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1782222507.443970:0:24283:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1782222507.444040:0:24283:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1782222507.444061:0:24283:0:(import.c:65:import_set_state_nolock()) ffff8f084752a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222507.444104:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3652:x1868795081922688:12345-0@lo:8:kworker.0 Request processed in 209us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222507.444111:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1782222507.444126:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1782222507.444130:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1868795081922816:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1782222507.444140:0:24283:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1782222507.444158:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1868795081922816:12345-0@lo:8:kworker.0 Request processed in 27us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782222507.444163:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1782222507.444210:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f07475a9880 x1868795081922688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782222532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222507.444220:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1782222507.444228:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1782222507.444252:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xe040401443000026 00000100:00080000:1.0:1782222507.444257:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1782222507.444259:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0747ce6800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1782222507.444280:0:3652:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:1.0:1782222507.444284:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081922688:0@lo:8:kworker.0 00000100:00080000:1.0:1782222507.444295:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222507.444299:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782222507.444302:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081922816:0@lo:8:kworker.0 00000004:00080000:0.0:1782222507.445331:0:22800:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:0.0:1782222507.445352:0:22800:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1868795081923200:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1782222507.445409:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222507.445430:0:22800:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0844d99900 going to sleep for 11 seconds 00000100:00100000:0.0:1782222507.445584:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922944 00000100:00100000:0.0:1782222507.445589:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922944 00000100:00100000:0.0:1782222507.445628:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1782222507.445635:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081922944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222507.445743:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1868795081922944:12345-0@lo:400:kworker.0 Request processed in 108us (6477us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.445751:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1782222507.445773:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922560 00000100:00100000:0.0:1782222507.445776:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922560 00000100:00100000:0.0:1782222507.445800:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782222507.445805:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081922560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222507.445836:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081922560:12345-0@lo:400:kworker.0 Request processed in 31us (6759us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.445841:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782222507.445921:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081922432 00000100:00100000:0.0:1782222507.445926:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081922432 00000100:00100000:0.0:1782222507.445951:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1782222507.445956:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:3653:x1868795081922432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222507.445985:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:3653:x1868795081922432:12345-0@lo:400:kworker.0 Request processed in 30us (6984us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.445991:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1782222507.447685:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081923072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782222507.447754:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.447845:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081922560:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.447857:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081922432:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.447887:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923200 00000100:00100000:1.0:1782222507.447892:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923200 00000100:00100000:1.0:1782222507.447944:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1782222507.447952:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22800:x1868795081923200:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:1.0:1782222507.448195:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782222507.449406:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923072 00000100:00100000:0.0:1782222507.449417:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923072 00000100:00100000:0.0:1782222507.449476:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782222507.449485:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3656:x1868795081923072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782222507.449523:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782222507.449600:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3656:x1868795081923072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (1845us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.449619:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1782222507.449883:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0881724380 x1868795081923072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782222523 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222507.449902:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081923072:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1782222507.450318:0:22799:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1782222507.450403:0:22799:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 706479167310ns, next at 0ns, rc = 0 00080000:00080000:1.0:1782222507.450410:0:22799:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1782222507.450492:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081923328:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.450551:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1782222507.450605:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222507.450609:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1782222507.450612:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782222507.450616:0:15024:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 702 00000100:00080000:1.0:1782222507.450620:0:15024:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1782222507.450626:0:15024:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f0881596800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222507.450633:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782222507.450639:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081923456:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.450673:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.450700:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923456 00000100:00100000:1.0:1782222507.450704:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923456 00000100:00100000:1.0:1782222507.450740:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1782222507.450747:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081923456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.450788:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081923456:12345-0@lo:400:kworker.0 Request processed in 41us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222507.450795:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1782222507.450814:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1782222507.450832:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0847000700 x1868795081923456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1782222523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222507.450843:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081923456:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.450872:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0847000700 x1868795081923584/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222507.450903:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081923584:0@lo:8:kworker.0 00000100:00100000:1.0:1782222507.450931:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.450959:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923584 00000100:00100000:1.0:1782222507.450963:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923584 00000100:00100000:1.0:1782222507.450979:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782222507.450984:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3652:x1868795081923584:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1782222507.451002:0:24771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1782222507.451033:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3652:x1868795081923584:12345-0@lo:8:kworker.0 Request processed in 48us (102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782222507.451040:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1782222507.451062:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782222507.451067:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782222507.451070:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081923584:0@lo:8:kworker.0 00000100:00100000:1.0:1782222507.451096:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782222507.451102:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081923712:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.451127:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.451161:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081923840:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.451185:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222507.451219:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081923968:0@lo:400:kworker.0 00000100:00100000:1.0:1782222507.451269:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222507.451709:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923712 00000100:00100000:0.0:1782222507.451716:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923712 00000100:00100000:0.0:1782222507.451741:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923840 00000100:00100000:0.0:1782222507.451744:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923840 00000100:00100000:0.0:1782222507.451764:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923968 00000100:00100000:0.0:1782222507.451766:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923968 00000100:00100000:0.0:1782222507.451780:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1782222507.451786:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081923712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222507.451832:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081923712:12345-0@lo:400:kworker.0 Request processed in 46us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.451839:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1782222507.451868:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782222507.451875:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081923840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222507.451903:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081923840:12345-0@lo:400:kworker.0 Request processed in 29us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.451908:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782222507.451919:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1782222507.451924:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081923968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222507.451955:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081923968:12345-0@lo:400:kworker.0 Request processed in 31us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.451961:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1782222507.451978:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782222507.451981:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1782222507.452004:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f074767b100 x1868795081923840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222507.452014:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081923840:0@lo:400:kworker.0 00000100:00100000:3.0:1782222507.452025:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081923328 00000100:00100000:3.0:1782222507.452029:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081923328 00010000:00080000:0.0:1782222507.452034:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747679500 x1868795081923712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222507.452042:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081923712:0@lo:400:kworker.0 00000100:00100000:3.0:1782222507.452057:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1782222507.452064:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081923328:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1782222507.452068:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f074767b800 x1868795081923968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222507.452076:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081923968:0@lo:400:kworker.0 00000100:00100000:3.0:1782222507.452106:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081923328:12345-0@lo:400:kworker.0 Request processed in 42us (1555us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222507.452111:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1782222507.452220:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847003b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081923328:0@lo:400:kworker.0 00010000:00080000:3.0:1782222507.452261:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f07475ab480 x1868795081922944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222507.452277:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1868795081922944:0@lo:400:kworker.0 00000004:00080000:0.0:1782222507.453406:0:22755:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:1.0:1782222507.455181:0:24283:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1782222507.455193:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1782222507.455200:0:24283:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00002000:00010000:1.0:1782222507.475702:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.475724:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475740:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.475745:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.475751:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475768:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475778:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475786:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475802:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782222507.475814:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782222507.475819:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475827:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459a00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:1.0:1782222507.475832:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475840:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475864:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475871:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2014414/0xe2b7cc26e6812eb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.475887:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222507.475889:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222507.475891:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222507.480032:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.480046:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480064:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.480068:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.480075:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480089:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480100:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480108:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480143:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.480639:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.480648:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.480667:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.480672:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.480682:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.480703:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.480710:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec494d14/0xe2b7cc26e6812eb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.480733:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.480735:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.480736:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222507.480873:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.480879:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480887:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.480890:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.480894:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480903:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480912:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480919:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.480942:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.481194:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.481200:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481208:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.481218:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481227:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481260:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481267:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002038aac4/0xe2b7cc26e6812ebe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481282:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.481284:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.481286:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222507.481368:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.481374:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481394:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.481403:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.481407:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481417:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481426:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481433:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481451:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.481777:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.481782:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481790:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841458800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.481794:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481802:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481814:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481827:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa660f74/0xe2b7cc26e6812ec5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.481845:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.481847:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.481849:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222507.481922:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.481928:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481936:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.481939:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.481943:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481952:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481960:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481974:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.481996:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.482226:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.482248:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.482257:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841458c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.482261:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.482269:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.482280:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.482288:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086ea1d2d/0xe2b7cc26e6812ecc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.482302:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.482304:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.482306:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222507.482401:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.482407:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482415:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.482418:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.482423:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482432:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482439:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482447:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482496:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1782222507.482880:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.482887:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482902:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.482905:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.482910:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482919:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482927:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.482934:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484213:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222507.484222:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484652:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.484667:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484679:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484702:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484710:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5a8e8e2/0xe2b7cc26e6812ed3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484732:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.484735:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484741:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.484744:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484752:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484777:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.484785:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.484787:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.484789:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222507.484916:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1782222507.484923:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6812eda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.485451:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222507.485728:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.485736:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.485748:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.485753:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.485758:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.485784:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.485794:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.485801:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.485823:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1782222507.486098:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.486105:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486113:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.486116:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.486120:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486129:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486138:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486155:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486173:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1782222507.486182:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1782222507.486187:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486196:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:1.0:1782222507.486200:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486209:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486224:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486253:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc89f7d2/0xe2b7cc26e6812ee1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486269:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782222507.486273:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486291:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:1.0:1782222507.486294:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486302:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486312:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486319:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000871004c6/0xe2b7cc26e6812ee8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.486331:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222507.486333:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222507.486335:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.486480:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222507.487902:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222507.487915:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.487931:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782222507.487935:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222507.487940:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.487952:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.487969:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.487977:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222507.488041:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1782222507.490931:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.490943:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.490958:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.490963:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.490969:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.490985:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.490994:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.491002:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494444:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222507.494459:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494472:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.494477:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494488:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494519:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494527:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b0692d8/0xe2b7cc26e6812eef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494563:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.494575:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494582:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb8200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.494585:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494592:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494603:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.494611:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.494613:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.494615:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222507.499307:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1782222507.499323:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009aeb0971/0xe2b7cc26e6812ef6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.499835:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.503870:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.503885:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.503902:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.503907:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.503913:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.503928:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.503938:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.503946:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.503975:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1782222507.504582:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.504589:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.504603:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.504606:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.504611:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.504620:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.504628:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.504635:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.504648:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1782222507.504951:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.504957:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.504966:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.504969:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.504973:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.504982:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505001:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505008:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505017:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1782222507.505220:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1782222507.505228:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505259:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb9800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.505264:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505273:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505302:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505309:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb9f395d/0xe2b7cc26e6812efd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505327:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222507.505330:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505337:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb8400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.505340:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505348:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505357:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505365:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f17abc9e/0xe2b7cc26e6812f04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505378:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.505381:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505404:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb9000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.505407:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505414:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505425:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505432:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015b318a0/0xe2b7cc26e6812f0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.505445:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.505447:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.505449:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.505455:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.505878:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.505885:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505894:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.505897:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.505901:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505910:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505917:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505924:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.505955:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1782222507.506286:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.506293:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506301:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.506304:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.506307:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506316:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506324:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506331:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506344:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1782222507.506683:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.506690:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506697:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.506706:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.506711:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506720:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506728:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506734:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.506743:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1782222507.507194:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.507201:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507209:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.507212:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.507216:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507225:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507247:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507261:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507269:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1782222507.507569:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.507575:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507583:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.507585:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.507589:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507598:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507605:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507613:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507621:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1782222507.507911:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.507917:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507931:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.507934:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.507939:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507947:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507955:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507962:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.507970:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1782222507.508201:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.508206:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.508213:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.508216:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.508220:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.508229:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.508266:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.508273:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.508281:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:3.0:1782222507.508581:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1782222507.508589:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508598:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb9a00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.508603:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508622:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508640:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508647:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc425e23/0xe2b7cc26e6812f12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508678:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1782222507.508683:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508690:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.508693:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508700:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508710:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508716:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f36ce283/0xe2b7cc26e6812f19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508740:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1782222507.508744:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508750:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.508753:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508761:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508772:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508779:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004df7d8cd/0xe2b7cc26e6812f20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508789:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1782222507.508793:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508799:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.508802:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508821:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508832:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508838:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f37e98d3/0xe2b7cc26e6812f27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508852:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1782222507.508856:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508862:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.508865:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508872:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508880:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508887:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000994a65a7/0xe2b7cc26e6812f2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508910:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222507.508913:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508920:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.508922:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508930:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508940:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508947:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000112c0eba/0xe2b7cc26e6812f35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508958:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.508962:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508968:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.508971:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508988:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.508999:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.509006:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4d5c8c4/0xe2b7cc26e6812f3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.509018:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.509020:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.509022:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.509030:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.509169:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.509175:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.509184:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.509186:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.509191:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.509200:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.509208:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.509215:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.509262:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.510969:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.510980:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.510991:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.510996:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511006:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511025:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511040:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511059:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.511062:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.511064:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.511176:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.511183:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511192:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.511195:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.511200:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511211:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511219:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511226:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511270:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.511601:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.511607:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511615:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.511618:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511626:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511638:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511645:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e6812f4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.511668:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.511670:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.511672:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.511827:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.511833:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511841:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.511850:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.511854:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511865:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511872:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511878:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.511898:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.512124:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.512129:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512136:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.512139:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512147:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512158:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512164:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011e59ddb/0xe2b7cc26e6812f51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512176:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.512178:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.512179:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.512295:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.512301:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512309:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.512312:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.512316:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512326:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512334:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512346:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512360:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.512501:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.512515:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512523:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803a00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.512527:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512545:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512556:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512563:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b53da69/0xe2b7cc26e6812f58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.512576:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.512578:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.512579:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.512882:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.512888:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512897:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.512900:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.512905:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512914:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512923:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512929:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.512949:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.513115:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.513120:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513128:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802e00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.513132:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513140:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513151:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513169:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092306314/0xe2b7cc26e6812f5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513185:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.513187:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.513189:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.513392:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.513398:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.513411:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.513415:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.513419:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.513429:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.513438:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.513444:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.513464:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.513598:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.513604:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513614:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802a00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.513618:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513624:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513636:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513641:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003228a191/0xe2b7cc26e6812f66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.513654:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.513655:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.513662:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.514126:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.514133:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514143:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.514146:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.514151:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514162:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514182:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514189:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514210:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222507.514528:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.514535:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.514544:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803e00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.514548:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.514557:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.514571:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.514579:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa453043/0xe2b7cc26e6812f6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.514596:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.514598:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.514600:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.514681:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.514687:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514695:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.514698:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.514702:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514712:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514719:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514727:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.514786:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1782222507.515280:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.515287:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.515296:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.515299:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.515304:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.515314:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.515321:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.515328:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.521966:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222507.521981:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.521995:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.522000:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522023:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522045:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522053:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc64c75d/0xe2b7cc26e6812f74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522072:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.522076:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522083:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.522086:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522094:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522104:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522112:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.522114:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.522122:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222507.522193:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1782222507.522201:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1f1e1d0/0xe2b7cc26e6812f7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.522697:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222507.522853:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.522861:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.522880:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.522884:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.522890:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.522904:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.522913:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.522921:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.522972:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1782222507.523374:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222507.523381:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.523402:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1782222507.523405:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222507.523410:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.523419:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.523440:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222507.523448:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526498:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222507.526522:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526534:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.526539:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526549:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526569:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526577:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000109dcc64/0xe2b7cc26e6812f82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526595:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222507.526599:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526606:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222507.526609:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526630:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526640:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222507.526648:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.526650:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222507.526652:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222507.526956:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1782222507.526964:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2259427/0xe2b7cc26e6812f89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1782222507.527330:0:24283:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:0.0:1782222507.527433:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22800:x1868795081923200:12345-0@lo:5:osp-pre-0-0.0 Request processed in 79478us (82020us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222507.527443:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:3.0:1782222507.528105:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222507.528720:0:22800:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881726a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1868795081923200:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1782222507.528750:0:22800:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:2.0:1782222507.528803:0:22800:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1868795081924096:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1782222507.528870:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222507.528911:0:22800:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08428b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1782222507.529150:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924096 00000100:00100000:0.0:1782222507.529157:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924096 00000100:00100000:0.0:1782222507.529208:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782222507.529216:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22800:x1868795081924096:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1782222507.529272:0:24771:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1782222507.539397:0:24280:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1782222507.539462:0:24280:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1782222507.540265:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22800:x1868795081924096:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11014us (11359us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1782222507.540280:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1782222507.540303:0:22800:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1782222507.540313:0:22800:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1868795081924096:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1782222507.540329:0:22800:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:1.0:1782222508.017069:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222508.523364:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081924224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222508.523436:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222508.523492:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924224 00000100:00100000:3.0:1782222508.523509:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924224 00000100:00100000:3.0:1782222508.523568:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782222508.523577:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081924224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782222508.523600:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782222508.523643:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081924224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222508.523649:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782222508.523705:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081924224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1782222509.034693:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782222509.034718:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081924352:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782222509.034802:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.034849:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924352 00000100:00100000:1.0:1782222509.034856:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924352 00000100:00100000:1.0:1782222509.034901:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1782222509.034909:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081924352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782222509.034943:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782222509.034989:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081924352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.034996:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1782222509.035042:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081924352:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1782222509.035577:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222509.549146:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222509.549175:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081924480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782222509.549265:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222509.549374:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924480 00000100:00100000:0.0:1782222509.549383:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924480 00000100:00100000:0.0:1782222509.549435:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1782222509.549444:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081924480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782222509.549478:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782222509.549539:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081924480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.549558:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1782222509.549601:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081924480:0@lo:41:osp-pre-1-0.0 00000020:01000004:2.0:1782222509.653041:0:25099:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:2.0:1782222509.653046:0:25099:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1782222509.653047:0:25099:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1782222509.653159:0:25099:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f07470b9800 00000020:01000004:2.0:1782222509.653178:0:25099:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1782222509.653194:0:25099:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1782222509.653211:0:25099:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8f07475699c0) 00000020:00000080:2.0:1782222509.653229:0:25099:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1782222509.730773:0:25099:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1782222509.740187:0:25099:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1782222509.740788:0:25099:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1782222509.741029:0:25099:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1782222509.741894:0:25099:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1782222509.743444:0:25099:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1782222509.744052:0:25099:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:2.0:1782222509.746847:0:25099:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1782222509.747827:0:25099:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1782222509.747842:0:25099:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1782222509.747854:0:25099:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xe2b7cc26e6812f97 00000020:01000004:2.0:1782222509.747861:0:25099:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1782222509.747884:0:25099:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.127@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1782222509.747887:0:25099:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.127@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1782222509.747893:0:25099:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1782222509.747921:0:25099:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1782222509.747925:0:25099:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.127@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1782222509.772796:0:25099:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.127@tcp ctxt 0 is initialized 00000020:01000004:3.0:1782222509.772913:0:25099:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.127@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1782222509.772920:0:25099:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1782222509.772922:0:25099:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1782222509.772923:0:25099:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222509.772924:0:25099:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222509.772925:0:25099:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222509.772926:0:25099:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222509.772928:0:25099:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1782222509.772930:0:25099:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222509.772931:0:25099:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782222509.772934:0:25099:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1782222509.772936:0:25099:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1782222509.772937:0:25099:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1782222509.772938:0:25099:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222509.772939:0:25099:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222509.772940:0:25099:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222509.772941:0:25099:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222509.772942:0:25099:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1782222509.772944:0:25099:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222509.772944:0:25099:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782222509.772970:0:25099:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1782222509.772990:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924608:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1782222509.773071:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.773120:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778600 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.773298:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924608 00000100:00100000:1.0:1782222509.773307:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924608 00000100:00100000:1.0:1782222509.773366:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1782222509.773376:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:25099:x1868795081924608:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1782222509.773603:0:22768:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1782222509.773613:0:22768:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1782222509.773617:0:22768:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1782222509.774189:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:25099:x1868795081924608:12345-0@lo:253:mount.lustre.0 Request processed in 813us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.774200:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1782222509.774336:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924608:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1782222509.774349:0:25099:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1782222509.774351:0:25099:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1782222509.774353:0:25099:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1782222509.774354:0:25099:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782222509.774355:0:25099:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782222509.774356:0:25099:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782222509.774357:0:25099:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782222509.774358:0:25099:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1782222509.774360:0:25099:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782222509.774360:0:25099:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1782222509.774379:0:25099:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f07470b9800 from lustre-OST0001 10000000:01000000:3.0:1782222509.774702:0:25099:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1782222509.774713:0:25099:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1782222509.774722:0:25099:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f086b7899c0 local copy 00010000:00010000:3.0:1782222509.774732:0:25099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222509.774827:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924736:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222509.774864:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.774900:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778540 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.774961:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924736 00000100:00100000:1.0:1782222509.774967:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924736 00000100:00100000:1.0:1782222509.775116:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1782222509.775125:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:25099:x1868795081924736:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222509.775202:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:25099:x1868795081924736:12345-0@lo:501:mount.lustre.0 Request processed in 78us (338us total) trans 0 rc -2/-2 00000100:00100000:1.0:1782222509.775209:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1782222509.775290:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924736:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1782222509.775306:0:25099:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.127@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1782222509.775324:0:25099:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.127@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1782222509.775331:0:25099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.775339:0:25099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0841459c00/0xe2b7cc26e6812bca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812bd1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222509.775361:0:25099:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f07470b9800 10000000:01000000:3.0:1782222509.775366:0:25099:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1782222509.775371:0:25099:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1782222509.775374:0:25099:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782222509.775379:0:25099:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1782222509.775382:0:25099:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1782222509.775434:0:25099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483eda00/0xe2b7cc26e6812f9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.775443:0:25099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483eda00/0xe2b7cc26e6812f9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.775462:0:25099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483eda00/0xe2b7cc26e6812f9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222509.775476:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924864:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782222509.775512:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.776932:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778540 going to sleep for 11 seconds 00000100:00100000:0.0:1782222509.776972:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924864 00000100:00100000:0.0:1782222509.776980:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924864 00000100:00100000:0.0:1782222509.777032:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1782222509.777041:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:25099:x1868795081924864:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222509.777054:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222509.777069:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0875802600/0xe2b7cc26e6812fa5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812f9e expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.777093:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0875802600/0xe2b7cc26e6812fa5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812f9e expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.777103:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0875802600/0xe2b7cc26e6812fa5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812f9e expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.777111:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875802600, rc 0) 00000100:00100000:0.0:1782222509.777165:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081924864:12345-0@lo:101:mount.lustre.0 Request processed in 125us (1652us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.777172:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1782222509.777348:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924864:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782222509.777368:0:25099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483eda00/0xe2b7cc26e6812f9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fa5 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.777376:0:25099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483eda00/0xe2b7cc26e6812f9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812fa5 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782222509.779077:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1782222509.779778:0:25099:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782222509.783830:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1782222509.783889:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1782222509.783902:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1782222509.783914:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1782222509.783926:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1782222509.783943:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1782222509.783954:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1782222509.783966:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1782222509.783977:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1782222509.784004:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1782222509.784010:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1782222509.784137:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924992:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222509.784207:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.784286:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7789c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782222509.784560:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081924992 00000100:00100000:0.0:1782222509.784568:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081924992 00000100:00100000:0.0:1782222509.784624:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1782222509.784633:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081924992:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222509.784797:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081924992:12345-0@lo:501:mount.lustre.0 Request processed in 165us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.784813:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1782222509.785315:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081924992:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222509.785371:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925120:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782222509.785427:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.785459:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7789c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.785691:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081925120 00000100:00100000:1.0:1782222509.785696:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081925120 00000100:00100000:1.0:1782222509.785737:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1782222509.785745:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081925120:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222509.788173:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081925120:12345-0@lo:503:mount.lustre.0 Request processed in 2421us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.788186:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1782222509.788530:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925120:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1782222509.789131:0:25099:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1782222509.789219:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925248:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222509.790304:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.790345:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778540 going to sleep for 11 seconds 00000100:00100000:0.0:1782222509.790427:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081925248 00000100:00100000:0.0:1782222509.790434:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081925248 00000100:00100000:0.0:1782222509.790502:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1782222509.790512:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081925248:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222509.791102:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081925248:12345-0@lo:502:mount.lustre.0 Request processed in 589us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.791111:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1782222509.791365:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925248:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1782222509.791608:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1782222509.791795:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1782222509.791822:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1782222509.791838:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1782222509.791851:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1782222509.791863:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1782222509.791875:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1782222509.791889:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1782222509.791905:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1782222509.791940:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925376:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222509.791997:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.792127:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778540 going to sleep for 11 seconds 00000100:00100000:2.0:1782222509.794142:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081925376 00000100:00100000:2.0:1782222509.794156:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081925376 00000100:00100000:3.0:1782222509.794625:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1782222509.794636:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081925376:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782222509.795298:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081925376:12345-0@lo:502:mount.lustre.0 Request processed in 662us (3298us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222509.795313:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1782222509.797589:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925376:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222509.797762:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1782222509.797775:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1782222509.798756:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1782222509.798766:0:25103:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1782222509.798772:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.798774:0:25103:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1782222509.798780:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782222509.798797:0:25103:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8f0878058000) 00000020:00000080:1.0:1782222509.798829:0:25103:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1782222509.798836:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1782222509.798905:0:25103:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f07470b9800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1782222509.798913:0:25103:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1782222509.798919:0:25103:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xe2b7cc26e6812fb3 00010000:00010000:1.0:1782222509.806627:0:25103:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1782222509.807095:0:25103:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1782222509.809123:0:25103:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1782222509.821866:0:25103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1782222509.821884:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222509.821891:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222509.821893:0:25103:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1782222509.821898:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222509.821902:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222509.821904:0:25103:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1782222509.821908:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1782222509.821910:0:25103:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1782222509.821912:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222509.821914:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222509.821916:0:25103:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1782222509.821918:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782222509.821920:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222509.821921:0:25103:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1782222509.821924:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1782222509.821956:0:25103:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782222509.821959:0:25103:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782222509.821960:0:25103:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1782222509.821963:0:25103:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1782222509.825304:0:25099:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1782222509.825355:0:25099:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1782222509.825381:0:25099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483eda00/0xe2b7cc26e6812f9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fa5 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.825394:0:25099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483eda00/0xe2b7cc26e6812f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fa5 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222509.825403:0:25099:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f07470b9800 from 1 10000000:01000000:3.0:1782222509.825406:0:25099:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1782222509.825446:0:25099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.825454:0:25099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.825475:0:25099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222509.825507:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925504:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782222509.825573:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.826121:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b7780c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782222509.831950:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081925504 00000100:00100000:2.0:1782222509.831965:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081925504 00000100:00100000:3.0:1782222509.839445:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1782222509.839459:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+22:25099:x1868795081925504:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782222509.839559:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222509.839578:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812fba expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.839620:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.839630:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.839711:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f08483eca00, rc 0) 00000100:00100000:3.0:1782222509.839919:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081925504:12345-0@lo:101:mount.lustre.0 Request processed in 462us (14346us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222509.839927:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1782222509.840197:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925504:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782222509.840219:0:25099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.840230:0:25099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782222509.843013:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1782222509.843337:0:25099:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782222509.843537:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1782222509.843563:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1782222509.843577:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1782222509.843590:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1782222509.843603:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1782222509.843617:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1782222509.843631:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1782222509.843653:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1782222509.843667:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1782222509.843678:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1782222509.843689:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1782222509.843717:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1782222509.843723:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1782222509.843797:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925632:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222509.843862:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.843910:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778780 going to sleep for 11 seconds 00000100:00100000:2.0:1782222509.844408:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081925632 00000100:00100000:2.0:1782222509.844417:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081925632 00000100:00100000:2.0:1782222509.844472:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1782222509.844482:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081925632:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782222509.844630:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081925632:12345-0@lo:501:mount.lustre.0 Request processed in 148us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222509.844648:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1782222509.844743:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782222509.844782:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925760:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222509.844827:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.844858:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085fe9c480 going to sleep for 11 seconds 00000100:00100000:2.0:1782222509.845589:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081925760 00000100:00100000:2.0:1782222509.845596:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081925760 00000100:00100000:2.0:1782222509.845648:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1782222509.845656:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081925760:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782222509.845763:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081925760:12345-0@lo:503:mount.lustre.0 Request processed in 108us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222509.845770:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1782222509.845917:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925760:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1782222509.846352:0:25099:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782222509.846433:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925888:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222509.846972:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.847052:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085fe9c480 going to sleep for 11 seconds 00000100:00100000:2.0:1782222509.848415:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081925888 00000100:00100000:2.0:1782222509.848427:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081925888 00000100:00100000:2.0:1782222509.848501:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1782222509.848511:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081925888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222509.848798:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081925888:12345-0@lo:502:mount.lustre.0 Request processed in 287us (1826us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222509.848815:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1782222509.849371:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081925888:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222509.849629:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1782222509.849798:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1782222509.849814:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1782222509.849825:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1782222509.849834:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1782222509.849844:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1782222509.849854:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1782222509.849863:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1782222509.849874:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1782222509.849883:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1782222509.849902:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1782222509.849934:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926016:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222509.851415:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.851975:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f085fe9c480 going to sleep for 11 seconds 00000100:00100000:2.0:1782222509.852125:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926016 00000100:00100000:2.0:1782222509.852134:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926016 00000100:00100000:2.0:1782222509.852189:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1782222509.852197:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081926016:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782222509.852395:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081926016:12345-0@lo:502:mount.lustre.0 Request processed in 198us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222509.852404:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1782222509.852876:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926016:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222509.852972:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1782222509.852987:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1782222509.853996:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782222509.854008:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854011:0:25107:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1782222509.854017:0:25107:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f07470b9800 00000020:00000080:1.0:1782222509.854021:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782222509.854030:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782222509.854032:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854033:0:25107:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1782222509.854036:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782222509.854038:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854039:0:25107:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1782222509.854042:0:25107:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f07470b9800 00000020:00000080:1.0:1782222509.854044:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782222509.854107:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782222509.854111:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854112:0:25107:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1782222509.854114:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782222509.854117:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854118:0:25107:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1782222509.854121:0:25107:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f07470b9800 00000020:00000080:1.0:1782222509.854123:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782222509.854140:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782222509.854143:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854144:0:25107:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1782222509.854146:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782222509.854159:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854160:0:25107:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1782222509.854164:0:25107:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f07470b9800 00000020:00000080:1.0:1782222509.854165:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782222509.854191:0:25107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782222509.854194:0:25107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782222509.854195:0:25107:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1782222509.854199:0:25107:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1782222509.854630:0:25099:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1782222509.854676:0:25099:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1782222509.854699:0:25099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.854712:0:25099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782222509.854765:0:25099:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1782222509.854769:0:25099:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f07470b9800 10000000:01000000:3.0:1782222509.854772:0:25099:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f07470b9800 10000000:01000000:3.0:1782222509.854776:0:25099:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782222509.854781:0:25099:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f07470b9800 from 1 10000000:01000000:3.0:1782222509.854784:0:25099:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1782222509.854818:0:25099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.854827:0:25099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.854838:0:25099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222509.854861:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782222509.854923:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.854973:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778300 going to sleep for 11 seconds 00000100:00100000:0.0:1782222509.855103:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926144 00000100:00100000:0.0:1782222509.855111:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926144 00000100:00100000:0.0:1782222509.855161:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1782222509.855170:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:25099:x1868795081926144:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782222509.855184:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222509.855197:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0875803400/0xe2b7cc26e6812fcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6812fc8 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.855220:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0875803400/0xe2b7cc26e6812fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6812fc8 expref: 24 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.855268:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0875803400/0xe2b7cc26e6812fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812fc8 expref: 24 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.855280:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875803400, rc 0) 00000100:00100000:0.0:1782222509.855321:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926144:12345-0@lo:101:mount.lustre.0 Request processed in 152us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.855328:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1782222509.856378:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926144:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782222509.856398:0:25099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812fc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fcf expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222509.856409:0:25099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812fc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6812fcf expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782222509.858933:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1782222509.859230:0:25099:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782222509.860831:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1782222509.860864:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1782222509.860877:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1782222509.860890:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1782222509.860901:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1782222509.860913:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1782222509.860925:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1782222509.860937:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1782222509.860950:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1782222509.860962:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1782222509.860975:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1782222509.860988:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1782222509.861018:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1782222509.861031:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1782222509.861043:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1782222509.861055:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1782222509.861066:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1782222509.861077:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1782222509.861089:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1782222509.861100:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1782222509.861110:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1782222509.861122:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1782222509.861134:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1782222509.861147:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1782222509.861159:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1782222509.861170:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1782222509.861181:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1782222509.861192:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1782222509.861217:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1782222509.861267:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1782222509.861284:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1782222509.861297:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1782222509.861311:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1782222509.861322:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1782222509.861334:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1782222509.861346:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1782222509.861359:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1782222509.861374:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1782222509.861385:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1782222509.861396:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1782222509.861409:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1782222509.861422:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1782222509.861434:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1782222509.861445:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1782222509.864395:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1782222509.864438:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1782222509.864453:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1782222509.864478:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1782222509.864669:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1782222509.864689:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1782222509.864707:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1782222509.864713:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1782222509.864833:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222509.864904:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.864963:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782222509.866765:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926272 00000100:00100000:0.0:1782222509.866786:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926272 00000100:00100000:0.0:1782222509.866838:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1782222509.866848:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926272:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782222509.867018:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926272:12345-0@lo:501:mount.lustre.0 Request processed in 171us (2114us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.867025:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1782222509.867933:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782222509.867990:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926400:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782222509.868048:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222509.869018:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b778e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782222509.877190:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926400 00000100:00100000:0.0:1782222509.877204:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926400 00000100:00100000:1.0:1782222509.877424:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1782222509.877434:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926400:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782222509.877622:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926400:12345-0@lo:503:mount.lustre.0 Request processed in 189us (9573us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.877629:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1782222509.881056:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926400:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1782222509.881595:0:25099:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782222509.881712:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926528:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782222509.881782:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222509.881832:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0843cca240 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.882215:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926528 00000100:00100000:1.0:1782222509.882223:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926528 00000100:00100000:1.0:1782222509.882304:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1782222509.882313:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926528:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222509.882433:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926528:12345-0@lo:502:mount.lustre.0 Request processed in 120us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.882441:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1782222509.882520:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926528:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222509.882729:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1782222509.882759:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1782222509.882776:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1782222509.882790:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1782222509.882804:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1782222509.882818:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1782222509.882831:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1782222509.882855:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1782222509.882867:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1782222509.882880:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1782222509.882906:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1782222509.882921:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1782222509.882933:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1782222509.882945:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1782222509.882958:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1782222509.882972:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1782222509.882985:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1782222509.882997:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1782222509.883009:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1782222509.883019:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1782222509.883032:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1782222509.883045:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1782222509.883057:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1782222509.883070:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1782222509.883085:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1782222509.883099:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1782222509.883125:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1782222509.883137:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1782222509.883147:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1782222509.883157:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1782222509.883167:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1782222509.883177:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1782222509.883190:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1782222509.883202:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1782222509.883214:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1782222509.883228:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1782222509.883269:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1782222509.883283:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1782222509.883294:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1782222509.883304:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1782222509.883325:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1782222509.883336:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1782222509.883363:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1782222509.883378:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1782222509.883390:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1782222509.883402:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1782222509.883416:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1782222509.883427:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1782222509.883470:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926656:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222509.883532:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.883563:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0843cca240 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.883591:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926656 00000100:00100000:1.0:1782222509.883598:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926656 00000100:00100000:1.0:1782222509.883630:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1782222509.883636:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926656:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222509.883725:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926656:12345-0@lo:502:mount.lustre.0 Request processed in 89us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.883733:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1782222509.883782:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926656:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222509.883923:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1782222509.883945:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1782222509.883964:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926784:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222509.883994:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.884007:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f074725d000 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.884019:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926784 00000100:00100000:1.0:1782222509.884022:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926784 00000100:00100000:1.0:1782222509.884039:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1782222509.884044:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926784:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782222509.884111:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081926784:12345-0@lo:502:mount.lustre.0 Request processed in 65us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.884118:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1782222509.884156:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081926784:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782222509.884188:0:25099:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1782222509.884195:0:25099:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1782222509.891446:0:25111:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1782222509.895291:0:25111:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8f087805b380) 00000020:00000080:1.0:1782222509.895328:0:25111:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1782222509.895547:0:25111:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f07470b9800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1782222509.895552:0:25111:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f07470b9800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1782222509.895554:0:25111:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f07470b9800 3 00010000:00080000:1.0:1782222509.895588:0:25111:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f074898d000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.127@tcp at head 00010000:00010000:1.0:1782222509.902161:0:25111:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1782222509.902728:0:25111:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1782222509.902777:0:25111:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1782222509.902802:0:25111:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xe2b7cc26e6812fdd 00000100:00080000:1.0:1782222509.902814:0:25111:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782222509.902820:0:25111:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f074898d000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222509.902859:0:25111:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747678e00 x1868795081926912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222509.902895:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081926912:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1782222509.902969:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.903030:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081926912 00000100:00100000:1.0:1782222509.903037:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081926912 00000100:00100000:1.0:1782222509.903458:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1782222509.903465:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1868795081926912:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1782222509.903506:0:23532:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000020:00000080:1.0:1782222509.903553:0:23532:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xe2b7cc26e6812fe4 00000004:00100000:1.0:1782222509.903569:0:23532:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1782222509.903601:0:23532:0:(import.c:65:import_set_state_nolock()) ffff8f074157d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222509.903668:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1868795081926912:12345-0@lo:38:llog_process_th.0 Request processed in 201us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.903676:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1782222509.906784:0:25111:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00010000:00080000:0.0:1782222509.909870:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747678e00 x1868795081926912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782222519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222509.909888:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1782222509.909897:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1782222509.909907:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1782222509.909912:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1782222509.909915:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f074898d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1782222509.909923:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1868795081926912:0@lo:38:llog_process_th.0 00000020:01000004:3.0:1782222509.911055:0:25111:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1782222509.911073:0:25111:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8f086b788000) 00000020:00000080:3.0:1782222509.911097:0:25111:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1782222509.911277:0:25111:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f07470b9800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1782222509.911282:0:25111:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f07470b9800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1782222509.911285:0:25111:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f07470b9800 3 00010000:00080000:3.0:1782222509.911325:0:25111:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f0748956000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.127@tcp at head 00000100:00080000:1.0:1782222509.913988:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222509.913994:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1782222509.913998:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782222509.914008:0:15024:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 706 00000100:00080000:1.0:1782222509.914011:0:15024:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1782222509.914018:0:15024:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f0746086000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222509.914041:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747678380 x1868795081927168/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782222509.914098:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081927168:0@lo:8:kworker.0 00000100:00100000:0.0:1782222509.914168:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1782222509.914284:0:15024:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782222509.914288:0:15024:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1782222509.914289:0:15024:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782222509.914293:0:15024:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 706 00000100:00080000:1.0:1782222509.914296:0:15024:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1782222509.914300:0:15024:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f0881596800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:1.0:1782222509.914312:0:15024:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747678000 x1868795081927552/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1782222509.916477:0:25111:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1782222509.916606:0:25111:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1782222509.916655:0:25111:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1782222509.916669:0:25111:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xe2b7cc26e6812ff2 00000100:00080000:3.0:1782222509.916679:0:25111:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1782222509.916685:0:25111:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8f0748956000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:3.0:1782222509.916718:0:25111:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f07475ab800 x1868795081927680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782222509.918955:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081927552:0@lo:8:kworker.0 00000100:00100000:0.0:1782222509.919029:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222509.919076:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1868795081927680:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1782222509.919106:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222509.919172:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927168 00000100:00100000:0.0:1782222509.919180:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927168 00000100:00100000:0.0:1782222509.919213:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927552 00000100:00100000:0.0:1782222509.919216:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927552 00000100:00100000:0.0:1782222509.919248:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222509.919255:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1868795081927168:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1782222509.919318:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1868795081927168:12345-0@lo:8:kworker.0 Request processed in 61us (5149us total) trans 0 rc -11/-11 00000100:00100000:0.0:1782222509.919325:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222509.919340:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782222509.919345:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1868795081927552:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1782222509.919375:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1868795081927552:12345-0@lo:8:kworker.0 Request processed in 29us (346us total) trans 0 rc -11/-11 00000100:00100000:0.0:1782222509.919380:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782222509.919412:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1782222509.919420:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782222509.919424:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1782222509.919428:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081927552:0@lo:8:kworker.0 00000100:00100000:0.0:1782222509.919438:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1782222509.919441:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782222509.919445:0:3652:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1782222509.919447:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081927168:0@lo:8:kworker.0 00000100:00100000:1.0:1782222509.919724:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081927040:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.919765:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.919795:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1868795081927936:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.919814:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.919833:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1782222509.919838:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081927296:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.919855:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.919869:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081928064:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.919887:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.919926:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081927424:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.919946:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.919961:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782222509.919966:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081927808:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.919982:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222509.920001:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927680 00000100:00100000:1.0:1782222509.920005:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927680 00000100:00100000:1.0:1782222509.920018:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927936 00000100:00100000:1.0:1782222509.920020:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927936 00000100:00100000:1.0:1782222509.920047:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927296 00000100:00100000:1.0:1782222509.920049:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927296 00000100:00100000:1.0:1782222509.920058:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928064 00000100:00100000:1.0:1782222509.920060:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928064 00000100:00100000:1.0:1782222509.920068:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927808 00000100:00100000:1.0:1782222509.920070:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927808 00000100:00100000:1.0:1782222509.920079:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1782222509.920085:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1868795081927936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920125:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1868795081927936:12345-0@lo:400:kworker.0 Request processed in 39us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.920131:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1782222509.920152:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1782222509.920157:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081927296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920182:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1868795081927296:12345-0@lo:400:kworker.0 Request processed in 25us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.920188:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1782222509.920197:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1782222509.920203:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081928064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920222:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081928064:12345-0@lo:400:kworker.0 Request processed in 20us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.920226:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1782222509.920282:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1782222509.920288:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081927808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920318:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081927808:12345-0@lo:400:kworker.0 Request processed in 30us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.920324:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1782222509.920335:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1782222509.920339:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1868795081927680:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1782222509.920356:0:22777:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000020:00000080:1.0:1782222509.920387:0:22777:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xe2b7cc26e6812ff9 00000004:00100000:1.0:1782222509.920402:0:22777:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1782222509.920431:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f074157e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222509.920465:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1868795081927680:12345-0@lo:38:llog_process_th.0 Request processed in 123us (1357us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.920471:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1782222509.920501:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782222509.920521:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1782222509.920549:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f074767b480 x1868795081927296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222509.920561:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1868795081927296:0@lo:400:kworker.0 00010000:00080000:1.0:1782222509.920572:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f074767bb80 x1868795081928064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222509.920579:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081928064:0@lo:400:kworker.0 00010000:00080000:1.0:1782222509.920587:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f0747679f80 x1868795081927936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222509.920593:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1868795081927936:0@lo:400:kworker.0 00010000:00080000:1.0:1782222509.920620:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f074767a680 x1868795081927808/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222509.920626:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081927808:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920641:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927040 00000100:00100000:1.0:1782222509.920644:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927040 00000100:00100000:1.0:1782222509.920672:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081927424 00000100:00100000:1.0:1782222509.920675:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081927424 00000100:00100000:1.0:1782222509.920688:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782222509.920693:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081927040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920726:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081927040:12345-0@lo:400:kworker.0 Request processed in 32us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.920732:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782222509.920744:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1782222509.920750:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081927424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920788:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081927424:12345-0@lo:400:kworker.0 Request processed in 39us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.920794:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1782222509.920807:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1782222509.920825:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074767aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081927040:0@lo:400:kworker.0 00000100:00100000:1.0:1782222509.920843:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081927424:0@lo:400:kworker.0 00010000:00080000:0.0:1782222509.922741:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f07475ab800 x1868795081927680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782222519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222509.922767:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1782222509.922777:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1782222509.922788:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1782222509.922794:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1782222509.922798:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0748956000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1782222509.922805:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1868795081927680:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1782222509.924848:0:25111:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:3.0:1782222509.925968:0:25111:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1782222509.926138:0:25099:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1782222509.926167:0:25099:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1782222509.926194:0:25099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812fc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fcf expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.926205:0:25099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f08483ec000/0xe2b7cc26e6812fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6812fcf expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1782222509.926271:0:25099:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1782222509.926273:0:25099:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1782222509.926274:0:25099:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782222509.926275:0:25099:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782222509.926277:0:25099:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782222509.926278:0:25099:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782222509.926280:0:25099:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1782222509.926282:0:25099:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782222509.926283:0:25099:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782222509.926287:0:25099:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1782222509.926290:0:25099:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1782222509.926291:0:25099:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1782222509.926292:0:25099:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782222509.926293:0:25099:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782222509.926299:0:25099:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782222509.926300:0:25099:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782222509.926301:0:25099:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1782222509.926302:0:25099:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782222509.926303:0:25099:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782222509.926327:0:25099:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1782222509.926346:0:25099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081928192:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1782222509.926414:0:25099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222509.926447:0:25099:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f07460fd840 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.926878:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928192 00000100:00100000:1.0:1782222509.926887:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928192 00000100:00100000:1.0:1782222509.926937:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1782222509.926946:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081928192:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1782222509.926975:0:22767:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1782222509.926988:0:22767:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1782222509.938265:0:22767:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1782222509.938279:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1782222509.938428:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1782222509.938434:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1782222509.938458:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.938496:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.938505:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.938514:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.938555:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.938570:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 24 pid: 22767 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222509.938587:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881725c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081928320:0@lo:104: 00000100:00100000:0.0:1782222509.938909:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1782222509.938979:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.938988:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 24 pid: 22768 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222509.938997:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081928448:0@lo:104: 00000100:00100000:0.0:1782222509.939026:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222509.939043:0:22791:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747e4c000 going to sleep for 11 seconds 00000100:00100000:1.0:1782222509.939265:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:25099:x1868795081928192:12345-0@lo:253:mount.lustre.0 Request processed in 12318us (12849us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222509.939277:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1782222509.939514:0:25099:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:65548448-ca70-48e0-b85a-88f22d1110c9:25099:1868795081928192:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1782222509.939528:0:25099:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1782222509.939531:0:25099:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1782222509.939533:0:25099:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1782222509.939534:0:25099:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782222509.939535:0:25099:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782222509.939536:0:25099:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782222509.939537:0:25099:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782222509.939539:0:25099:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1782222509.939541:0:25099:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782222509.939542:0:25099:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1782222509.939557:0:25099:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1782222509.945386:0:25099:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1782222509.949006:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928320 00000100:00100000:0.0:1782222509.949020:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928320 00000100:00100000:0.0:1782222509.949059:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928448 00000100:00100000:0.0:1782222509.949063:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928448 00000100:00100000:0.0:1782222509.949080:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782222509.949089:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+4:22791:x1868795081928320:12345-0@lo:104: 00010000:00010000:0.0:1782222509.949105:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.949215:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782222509.949221:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+4:22791:x1868795081928320:12345-0@lo:104: Request processed in 134us (10312us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.949228:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782222509.949266:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782222509.949272:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081928448:12345-0@lo:104: 00010000:00010000:0.0:1782222509.949280:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222509.949312:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1782222509.949323:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:22791:x1868795081928448:12345-0@lo:104: Request processed in 52us (10297us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222509.949329:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782222509.949754:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881725c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081928320:0@lo:104: 00000100:00100000:1.0:1782222509.949765:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881724380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1868795081928448:0@lo:104: 00010000:00010000:1.0:1782222509.949789:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1782222509.951010:0:25099:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1782222509.951021:0:25099:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1782222509.951058:0:25099:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1782222509.951106:0:25099:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.127@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1782222509.951122:0:25099:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1782222509.951157:0:25099:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00010000:00010000:2.0:1782222509.952766:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782222509.952778:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952790:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0841459e00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222509.952794:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952804:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222509.952811:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222509.952825:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1782222509.952877:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952884:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782222509.952905:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952912:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f0841459e00/0xe2b7cc26e6812e94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e9b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952925:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782222509.952929:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952935:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83a00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:2.0:1782222509.952938:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952944:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782222509.952951:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222509.952956:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1782222509.952966:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952971:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782222509.952982:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952988:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fb83a00/0xe2b7cc26e6812e86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e8d expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.952999:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222509.953000:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222509.953002:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222509.953010:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1782222509.954042:0:25099:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782222509.954331:0:25099:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1782222509.967358:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081928576:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222509.967429:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222509.967475:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222509.967482:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081928704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222509.967514:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222509.967691:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928576 00000100:00100000:2.0:1782222509.967699:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928576 00010000:00010000:2.0:1782222509.967733:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 24 pid: 22767 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222509.967761:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928704 00000100:00100000:2.0:1782222509.967764:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928704 00010000:00010000:2.0:1782222509.967774:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 25 pid: 22768 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222509.967788:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1782222509.967795:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+25:3655:x1868795081928576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222509.967808:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222509.967813:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 25 pid: 22767 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.967836:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 25 pid: 22767 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.967854:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fcb8e00/0xe2b7cc26e6812e9b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812e94 expref: 25 pid: 22767 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.967868:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222509.967900:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+24:3655:x1868795081928576:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222509.967909:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1782222509.967924:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1782222509.967930:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+23:3655:x1868795081928704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222509.967938:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222509.967943:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 23 pid: 22768 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.967952:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 23 pid: 22768 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.967963:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ecc00/0xe2b7cc26e6812e8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812e86 expref: 23 pid: 22768 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.967975:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.967984:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1782222509.967998:0:22760:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.029566335s 00010000:00010000:2.0:1782222509.968008:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968016:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968023:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968030:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968036:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:2.0:1782222509.968040:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968048:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968064:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968073:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222509.968095:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+22:3655:x1868795081928704:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222509.968103:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1782222509.968428:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081928704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222509.968439:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081928576:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222509.968593:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968613:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222509.968619:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0875802c00/0xe2b7cc26e6813000 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222510.061634:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1782222510.315044:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1782222510.836739:0:25166:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782222510.836979:0:25166:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1782222511.085524:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1782222511.467171:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1782222511.467177:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f0847068000 from 14 10000000:01000000:2.0:1782222511.467181:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1782222511.467227:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e6813007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222511.467260:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e6813007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222511.467271:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e6813007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222511.467294:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081928832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1782222511.467354:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222511.467455:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f07460fd900 going to sleep for 11 seconds 00000100:00100000:1.0:1782222511.468536:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928832 00000100:00100000:1.0:1782222511.468548:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928832 00000100:00100000:1.0:1782222511.468605:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1782222511.468615:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+22:22772:x1868795081928832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782222511.468631:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222511.468646:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0847515e00/0xe2b7cc26e681300e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6813007 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.468669:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0847515e00/0xe2b7cc26e681300e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6813007 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.468680:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0847515e00/0xe2b7cc26e681300e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6813007 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.468689:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847515e00, rc 0) 00000100:00100000:1.0:1782222511.468747:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081928832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222511.468754:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1782222511.468808:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081928832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782222511.468826:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e6813007 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681300e expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.468834:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e6813007 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681300e expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222511.468900:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081928960:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1782222511.468933:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222511.468958:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08485ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1782222511.468971:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081928960 00000100:00100000:1.0:1782222511.468974:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081928960 00000100:00100000:1.0:1782222511.468998:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1782222511.469004:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081928960:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1782222511.469018:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1782222511.469034:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1782222511.469037:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1782222511.469102:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081928960:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 98us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222511.469108:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1782222511.469132:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081928960:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1782222511.469181:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1782222511.469187:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e6813007 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681300e expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.469194:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fb83400/0xe2b7cc26e6813007 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681300e expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782222511.469203:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1782222511.469205:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f087e397000 from 14 10000000:01000000:1.0:1782222511.469207:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782222511.469222:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0847514c00/0xe2b7cc26e6813015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.469258:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0847514c00/0xe2b7cc26e6813015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.469266:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0847514c00/0xe2b7cc26e6813015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222511.469279:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081929088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782222511.469303:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222511.469316:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f08485ecc00 going to sleep for 11 seconds 00000100:00100000:1.0:1782222511.469327:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929088 00000100:00100000:1.0:1782222511.469330:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929088 00000100:00100000:1.0:1782222511.469346:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1782222511.469352:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081929088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782222511.469359:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222511.469368:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0847515800/0xe2b7cc26e681301c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6813015 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.469380:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0847515800/0xe2b7cc26e681301c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6813015 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.471512:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0847515800/0xe2b7cc26e681301c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6813015 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222511.471523:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847515800, rc 0) 00000100:00100000:1.0:1782222511.471597:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081929088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2244us (2292us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222511.471607:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1782222511.471809:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747678a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081929088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222511.471830:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0847514c00/0xe2b7cc26e6813015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681301c expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222511.471839:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0847514c00/0xe2b7cc26e6813015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e681301c expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222511.471899:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088159ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081929216:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1782222511.471935:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222511.471977:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0748b82f00 going to sleep for 11 seconds 00000100:00100000:1.0:1782222511.472022:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929216 00000100:00100000:1.0:1782222511.472028:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929216 00000100:00100000:1.0:1782222511.472101:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1782222511.472109:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081929216:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1782222511.472127:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1782222511.472142:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1782222511.472145:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1782222511.472229:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081929216:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222511.472261:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1782222511.472350:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088159ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081929216:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1782222511.472412:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1782222511.472419:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0847514c00/0xe2b7cc26e6813015 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681301c expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222511.472427:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0847514c00/0xe2b7cc26e6813015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e681301c expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222512.107167:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222512.618918:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081929344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782222512.618991:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222512.619080:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929344 00000100:00100000:0.0:1782222512.619089:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929344 00000100:00100000:0.0:1782222512.619154:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1782222512.619165:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081929344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782222512.619196:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782222512.619273:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081929344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222512.619281:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1782222512.619326:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081929344:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1782222512.619432:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1782222513.131437:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1782222513.581591:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1782222513.643529:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081929472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1782222513.644330:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222513.644565:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929472 00000100:00100000:0.0:1782222513.644577:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929472 00000100:00080000:1.0:1782222513.644834:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782222513.645530:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782222513.645554:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081929472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1782222513.645593:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782222513.645783:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081929472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 233us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222513.645792:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1782222513.645952:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081929472:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1782222514.155802:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222514.156651:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081929600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782222514.156731:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222514.156892:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929600 00000100:00100000:0.0:1782222514.156901:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929600 00000100:00100000:0.0:1782222514.156949:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1782222514.156958:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081929600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1782222514.156995:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782222514.157058:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081929600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222514.157066:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1782222514.157117:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081929600:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782222514.673815:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782222514.673848:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081929728:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222514.673916:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222514.673990:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929728 00000100:00100000:3.0:1782222514.673998:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929728 00000100:00100000:3.0:1782222514.674049:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1782222514.674059:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081929728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1782222514.674096:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1782222514.674150:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081929728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222514.674157:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1782222514.674199:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f07475a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081929728:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1782222515.178733:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222515.179167:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782222515.179326:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081929984:0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.179395:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222515.179441:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081929856:0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.179478:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222515.179645:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929984 00000100:00100000:1.0:1782222515.179652:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929984 00000100:00100000:1.0:1782222515.179698:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1782222515.179706:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081929984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.179768:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081929984:12345-0@lo:400:kworker.0 Request processed in 63us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.179775:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1782222515.179797:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081929856 00000100:00100000:1.0:1782222515.179809:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081929856 00000100:00100000:1.0:1782222515.179832:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1782222515.179837:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+24:3654:x1868795081929856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.179861:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+24:3654:x1868795081929856:12345-0@lo:400:kworker.0 Request processed in 25us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.179867:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1782222515.179907:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081929984:0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.179915:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081929856:0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.182628:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081930112:0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.182690:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222515.184064:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081930112 00000100:00100000:1.0:1782222515.184075:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081930112 00000100:00100000:1.0:1782222515.184136:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1782222515.184146:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081930112:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1782222515.184261:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222515.184265:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1782222515.184269:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222515.184276:0:491:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f0746086000 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222515.184309:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f08485a1500 x1868795081930240/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782222515.187141:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081930112:12345-0@lo:400:kworker.0 Request processed in 2989us (4442us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.187154:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1782222515.187193:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1782222515.189206:0:491:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782222515.189213:0:491:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1782222515.189216:0:491:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782222515.189226:0:491:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f0881596800 using connection 192.168.203.127@tcp/0@lo 00000100:00100000:2.0:1782222515.189262:0:491:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f0747530e00 x1868795081930752/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782222515.189322:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1868795081930368:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.190109:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.190144:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081931008:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.190171:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.190193:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1782222515.190199:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081930880:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.190229:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.190264:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1868795081931392:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.190291:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.190329:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081930240:0@lo:8:kworker.0 00000100:00100000:2.0:1782222515.190491:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.190509:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081930752:0@lo:8:kworker.0 00000100:00100000:2.0:1782222515.190532:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.190565:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081930240 00000100:00100000:2.0:1782222515.190573:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081930240 00000100:00100000:2.0:1782222515.190600:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081930752 00000100:00100000:2.0:1782222515.190603:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081930752 00000100:00100000:2.0:1782222515.190633:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782222515.190639:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1868795081930240:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1782222515.190670:0:24286:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:2.0:1782222515.190699:0:24286:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe2b7cc26e6813023 00002000:00100000:2.0:1782222515.190712:0:24286:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8f0747dcb000 ocd_connect_flags: 0xe044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1782222515.190716:0:24286:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1782222515.190718:0:24286:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1782222515.190890:0:24286:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1782222515.190916:0:24286:0:(import.c:65:import_set_state_nolock()) ffff8f0747dcb800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782222515.191182:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1868795081930240:12345-0@lo:8:kworker.0 Request processed in 540us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222515.191190:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782222515.191298:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1782222515.191304:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1868795081930752:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1782222515.191322:0:24286:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:2.0:1782222515.191341:0:24286:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe2b7cc26e681302a 00002000:00100000:2.0:1782222515.191424:0:24286:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8f0747dce000 ocd_connect_flags: 0xe044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1782222515.191428:0:24286:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1782222515.191430:0:24286:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1782222515.191469:0:24286:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1782222515.191483:0:24286:0:(import.c:65:import_set_state_nolock()) ffff8f0747dca800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782222515.191512:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1868795081930752:12345-0@lo:8:kworker.0 Request processed in 206us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222515.191519:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:2.0:1782222515.191560:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f08485a1500 x1868795081930240/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782222540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782222515.191588:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1782222515.191595:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xe040401443000026 00000100:00080000:2.0:1782222515.191600:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1782222515.191603:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0746086000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1782222515.191616:0:3652:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:2.0:1782222515.191621:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1868795081930240:0@lo:8:kworker.0 00010000:00080000:2.0:1782222515.191635:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747530e00 x1868795081930752/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782222540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782222515.191644:0:3652:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1782222515.191649:0:3652:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xe040401443000026 00000100:00080000:2.0:1782222515.191652:0:3652:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1782222515.191654:0:3652:0:(import.c:65:import_set_state_nolock()) ffff8f0881596800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1782222515.191670:0:3652:0:(osp_dev.c:1650:osp_import_event()) got connected 00000100:00100000:2.0:1782222515.191673:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1868795081930752:0@lo:8:kworker.0 00000004:00080000:2.0:1782222515.191722:0:22802:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1782222515.191739:0:22802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088163f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1868795081931648:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1782222515.191764:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.191780:0:22802:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e81b40 going to sleep for 11 seconds 00000004:00080000:2.0:1782222515.191808:0:23522:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1782222515.191823:0:23522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088163ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23522:1868795081931904:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1782222515.191844:0:23522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.191857:0:23522:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e81840 going to sleep for 11 seconds 00000100:00100000:2.0:1782222515.191870:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088163d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081931520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782222515.191890:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.191928:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931648 00000100:00100000:2.0:1782222515.191932:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931648 00000004:00080000:0.0:1782222515.192485:0:23521:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1782222515.192559:0:23521:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 714221323462ns, next at 0ns, rc = 0 00080000:00080000:0.0:1782222515.192565:0:23521:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1782222515.192659:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931904 00000100:00100000:2.0:1782222515.192664:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931904 00000100:00100000:2.0:1782222515.192682:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1782222515.192691:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22802:x1868795081931648:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1782222515.193257:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081930368 00000100:00100000:1.0:1782222515.193263:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081930368 00000100:00100000:1.0:1782222515.193287:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931008 00000100:00100000:1.0:1782222515.193290:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931008 00000100:00100000:1.0:1782222515.193303:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081930880 00000100:00100000:1.0:1782222515.193306:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081930880 00000100:00100000:1.0:1782222515.193317:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931392 00000100:00100000:1.0:1782222515.193319:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931392 00000100:00100000:1.0:1782222515.193332:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1782222515.193339:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1868795081930368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.193549:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1868795081930368:12345-0@lo:400:kworker.0 Request processed in 208us (3440us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.193563:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1782222515.193579:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782222515.193586:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081931008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.193616:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081931008:12345-0@lo:400:kworker.0 Request processed in 30us (3444us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.193622:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782222515.193632:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1782222515.193638:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081930880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.193664:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1868795081930880:12345-0@lo:400:kworker.0 Request processed in 26us (3434us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.193669:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1782222515.193679:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1782222515.193686:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1868795081931392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.193711:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1868795081931392:12345-0@lo:400:kworker.0 Request processed in 25us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.193717:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000004:00080000:1.0:1782222515.193740:0:22801:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1782222515.193807:0:22801:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 714222571971ns, next at 0ns, rc = 0 00080000:00080000:1.0:1782222515.193813:0:22801:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1782222515.194716:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1782222515.194730:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23522:x1868795081931904:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1782222515.195892:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931520 00000100:00100000:2.0:1782222515.195901:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931520 00000100:00100000:2.0:1782222515.196069:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1782222515.196079:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3656:x1868795081931520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782222515.196103:0:24288:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782222515.196171:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3656:x1868795081931520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (4279us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222515.196177:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1782222515.196340:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f088163d880 x1868795081931520/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222515.196372:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088163d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081931520:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1782222515.196387:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747530700 x1868795081930880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222515.196394:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1868795081930880:0@lo:400:kworker.0 00010000:00080000:0.0:1782222515.196416:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747532680 x1868795081931392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222515.196424:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1868795081931392:0@lo:400:kworker.0 00010000:00080000:0.0:1782222515.196434:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f08483e8000 x1868795081930368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222515.196441:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1868795081930368:0@lo:400:kworker.0 00010000:00080000:0.0:1782222515.196462:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747531180 x1868795081931008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222515.196470:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081931008:0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.196734:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081930112:0@lo:400:kworker.0 00000004:00080000:3.0:1782222515.197847:0:23509:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:2.0:1782222515.199418:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081930496:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.199495:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.199524:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081931136:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.199548:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.199574:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088163dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081931776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782222515.199596:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.199690:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1782222515.199697:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081930624:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.199723:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.199741:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3653:1868795081931264:0@lo:400:kworker.0 00000100:00100000:2.0:1782222515.199766:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.199797:0:24771:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1782222515.199812:0:24771:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:2.0:1782222515.199830:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931776 00000100:00100000:2.0:1782222515.199837:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931776 00000100:00100000:2.0:1782222515.199881:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782222515.199890:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3653:x1868795081931776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1782222515.199914:0:24288:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1782222515.200498:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081930496 00000100:00100000:3.0:1782222515.200504:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081930496 00000100:00100000:3.0:1782222515.200538:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1782222515.200545:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081930496:12345-0@lo:400:kworker.0 00002000:00080000:0.0:1782222515.200685:0:24286:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1782222515.200694:0:24286:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1782222515.200699:0:24286:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00100000:1.0:1782222515.201480:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931136 00000100:00100000:1.0:1782222515.201487:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931136 00000100:00100000:1.0:1782222515.201526:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081931264 00000100:00100000:1.0:1782222515.201530:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081931264 00000100:00100000:1.0:1782222515.201566:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782222515.201574:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081931136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.203778:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081930496:12345-0@lo:400:kworker.0 Request processed in 3224us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222515.203791:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1782222515.203852:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1782222515.203863:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1868795081931264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.203911:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1868795081931264:12345-0@lo:400:kworker.0 Request processed in 52us (4144us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222515.203918:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1782222515.208536:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081931136:12345-0@lo:400:kworker.0 Request processed in 6954us (8977us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.208552:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1782222515.209098:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782222515.209103:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1782222515.209106:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1782222515.209119:0:24283:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1782222515.209127:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081930624 00000100:00100000:1.0:1782222515.209135:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081930624 00000100:00100000:1.0:1782222515.209175:0:24283:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1782222515.209301:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1782222515.209598:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081930624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222515.209666:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081930624:12345-0@lo:400:kworker.0 Request processed in 356us (9941us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.209673:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000004:00080000:1.0:1782222515.209714:0:22755:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00080000:0.0:1782222515.211561:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1782222515.211637:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222515.211648:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.211667:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1782222515.211671:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222515.211678:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.211696:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.211718:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.211726:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.211752:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782222515.211866:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782222515.211874:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.211884:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:1.0:1782222515.211889:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.211899:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.211929:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.211936:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e6813031 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.211956:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222515.211958:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222515.211959:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1782222515.212428:0:24285:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1782222515.212435:0:24285:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1782222515.212534:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:23522:x1868795081931904:12345-0@lo:7:osp-pre-1-1.0 Request processed in 17804us (20685us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222515.212543:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00002000:00010000:1.0:1782222515.213312:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.213322:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.213334:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.213338:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.213513:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.213530:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.213553:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.213561:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.213584:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.213967:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.213974:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.213983:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.213988:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.213998:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.214014:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.214023:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002ab6d6b/0xe2b7cc26e6813038 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.214042:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.214051:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.214053:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222515.214198:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.214212:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214222:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.214225:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.214229:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214264:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214273:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214282:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214308:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1782222515.214716:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.214722:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214730:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.214733:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.214736:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214745:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214753:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214762:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.214775:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1782222515.215091:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.215097:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.215105:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.215113:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.215118:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.215128:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.215136:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.215143:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.215152:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1782222515.215313:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1782222515.215319:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215327:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.215331:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215340:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215367:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215374:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc89f7d2/0xe2b7cc26e681303f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215391:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782222515.215395:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215401:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.215405:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215424:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215435:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215442:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000871004c6/0xe2b7cc26e6813046 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215466:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.215469:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215476:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.215479:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215486:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215496:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215502:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b0692d8/0xe2b7cc26e681304d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.215528:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.215529:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.215531:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.215538:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222515.216508:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.216518:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.216530:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.216533:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.216539:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.216550:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.216560:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.216575:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.216591:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.216676:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.216680:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.216688:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.216691:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.216699:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.216711:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.216718:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5aab93d/0xe2b7cc26e6813054 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.216733:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.216735:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.216736:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222515.217522:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1868795081931776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 17626us (17918us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222515.217533:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782222515.217614:0:23522:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088163ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23522:1868795081931904:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1782222515.217629:0:23522:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1782222515.217674:0:23522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088163ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23522:1868795081932032:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1782222515.217724:0:23522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1782222515.217877:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.217884:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.217895:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.217899:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.217904:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.217914:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.217922:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.217929:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.217957:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1782222515.220500:0:23522:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e81840 going to sleep for 11 seconds 00000100:00100000:2.0:1782222515.220537:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932032 00000100:00100000:2.0:1782222515.220544:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932032 00002000:00010000:1.0:1782222515.223217:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.223248:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.223275:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.223279:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.223285:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.223299:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.223309:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.223318:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.223514:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1782222515.224510:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.224520:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.224532:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.224535:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.224540:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.224551:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.224570:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.224577:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.224586:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1782222515.227101:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00010000:00010000:0.0:1782222515.227127:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1782222515.227148:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.227161:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.227166:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.227177:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.227198:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.227292:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b840ce97/0xe2b7cc26e681305b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.227323:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782222515.227327:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.227334:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514e00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.227337:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222515.227529:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081930624:0@lo:400:kworker.0 00010000:00080000:3.0:1782222515.227554:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747530a80 x1868795081931264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222515.227565:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3653:1868795081931264:0@lo:400:kworker.0 00000100:00100000:3.0:1782222515.227577:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08483e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081930496:0@lo:400:kworker.0 00010000:00080000:3.0:1782222515.227590:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747533480 x1868795081931136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222515.227597:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081931136:0@lo:400:kworker.0 00010000:00080000:3.0:1782222515.227608:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f088163dc00 x1868795081931776/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782222531 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222515.227625:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088163dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081931776:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1782222515.228299:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228335:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228414:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000403c2aca/0xe2b7cc26e6813062 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228436:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.228440:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228447:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.228459:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228468:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228479:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228486:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026e0b70f/0xe2b7cc26e6813069 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.228499:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.228501:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.228510:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.228518:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222515.228550:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23522:x1868795081932032:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1782222515.228583:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1782222515.228663:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23522:x1868795081932032:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1549us (10937us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222515.228671:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1782222515.228711:0:23522:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088163ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23522:1868795081932032:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1782222515.228723:0:23522:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1782222515.228764:0:23522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23522:1868795081932160:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1782222515.228794:0:23522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222515.228816:0:23522:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0748b82e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782222515.228831:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932160 00000100:00100000:0.0:1782222515.228836:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932160 00000100:00100000:0.0:1782222515.228863:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1782222515.228870:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23522:x1868795081932160:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1782222515.228895:0:24285:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1782222515.229639:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.229649:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.229666:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.229670:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.229676:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.229704:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.229715:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.229723:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.229752:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782222515.231467:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782222515.231479:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.231493:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ec200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:2.0:1782222515.231499:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.231510:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.231544:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.231552:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084970dd5/0xe2b7cc26e6813070 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.231575:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222515.231577:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222515.231579:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782222515.232149:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.232158:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.232170:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.232175:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.232180:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.232191:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.232200:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.233078:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.233102:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.234470:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.234481:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.234494:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ece00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.234498:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.234509:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.234535:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.234542:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a11e0132/0xe2b7cc26e6813077 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.234565:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.234566:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.234568:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782222515.235778:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.235789:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235806:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.235810:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.235815:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235827:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235837:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235844:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235862:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222515.235873:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.235877:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235892:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ecc00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.235896:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235905:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235918:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235925:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ba83b84/0xe2b7cc26e681307e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.235941:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.235956:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.235958:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782222515.236726:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.236734:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236743:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.236747:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.236751:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236762:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236779:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236786:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236803:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222515.236813:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.236817:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236826:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08413d2600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.236830:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236838:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236850:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236858:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001679169b/0xe2b7cc26e6813085 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.236875:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.236882:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.236884:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782222515.240469:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.240484:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240502:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.240506:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.240511:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240525:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240536:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240544:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240564:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222515.240575:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.240580:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240589:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744c000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.240594:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240617:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240634:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240642:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250f8522/0xe2b7cc26e681308c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.240661:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.240663:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.240664:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782222515.241435:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.241444:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241466:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.241470:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.241475:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241487:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241496:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241512:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241529:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222515.241537:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.241542:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241550:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744cc00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.241553:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241560:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241572:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241579:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041d8165f/0xe2b7cc26e6813093 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.241593:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.241595:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.241596:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782222515.245356:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.245382:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.245401:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.245406:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.245412:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.245427:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.245437:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.245445:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.245489:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.246195:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.246209:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.246220:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.246225:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.246253:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.246271:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.246279:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000327734aa/0xe2b7cc26e681309a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.246314:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.246315:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.246317:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782222515.247157:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782222515.247166:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247178:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1782222515.247182:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222515.247187:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247198:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247223:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247231:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247268:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222515.247278:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.247283:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247291:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744da00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.247295:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247303:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247317:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247325:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef42093d/0xe2b7cc26e68130a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.247340:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.247347:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.247349:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782222515.248067:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.248076:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248085:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.248088:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.248093:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248104:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248113:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248121:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248154:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.248294:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.248300:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.248307:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.248311:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.248319:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.248332:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.248340:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e68130a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.248357:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.248358:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.248360:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782222515.248741:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.248748:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248757:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.248761:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.248765:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248775:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248784:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248792:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.248813:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.249045:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.249051:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.249070:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.249074:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.249082:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.249093:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.249099:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.249113:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.249115:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.249117:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782222515.249414:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.249420:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249428:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.249437:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.249442:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249462:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249471:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249477:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249528:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1782222515.249858:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.249864:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249871:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.249874:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.249878:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249886:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249894:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.249907:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255320:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782222515.255333:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255347:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.255352:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255364:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255392:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255400:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255420:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.255424:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255431:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.255435:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255443:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255464:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.255471:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.255473:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.255475:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782222515.257578:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1782222515.257590:0:24286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.257673:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782222515.262168:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782222515.262185:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.262203:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1782222515.262208:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782222515.262214:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.262228:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.262269:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.262279:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222515.262311:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.267904:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.267917:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.267940:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.267946:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.267959:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.267980:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.267987:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c003e2e6/0xe2b7cc26e68130c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.268005:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.268007:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.268009:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222515.276022:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222515.276036:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276055:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1782222515.276059:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222515.276065:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276082:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276106:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276113:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276130:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.276143:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.276148:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276156:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802400 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.276161:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276169:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276187:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276194:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3b93038/0xe2b7cc26e68130cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.276213:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.276221:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.276223:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222515.278902:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222515.278917:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.278934:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1782222515.278938:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222515.278945:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.278958:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.278969:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.278977:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.278996:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.279008:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.279014:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.279022:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803c00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.279027:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.279049:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.279065:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.279073:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e59ddb/0xe2b7cc26e68130d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.279089:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.279091:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.279092:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222515.280657:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222515.280668:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280682:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1782222515.280686:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222515.280692:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280705:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280714:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280728:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280743:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.280754:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.280758:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280764:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803a00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.280768:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280775:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280789:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280795:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b53da69/0xe2b7cc26e68130d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.280811:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.280812:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.280814:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222515.281326:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222515.281341:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281350:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1782222515.281354:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222515.281359:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281370:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281379:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281386:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281400:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.281409:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.281413:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281420:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802e00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.281424:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281432:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281460:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281467:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092306314/0xe2b7cc26e68130e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.281483:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.281485:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.281486:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782222515.284001:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782222515.284014:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284030:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1782222515.284034:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222515.284040:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284054:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284064:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284072:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284107:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782222515.284122:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222515.284127:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284134:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802a00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222515.284139:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284148:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284163:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284169:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003228a191/0xe2b7cc26e68130e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222515.284187:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.284189:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222515.284191:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782222515.288777:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.288792:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.288810:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.288814:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.288820:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.288835:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.288844:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.288851:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.288878:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1782222515.289386:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.289392:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289402:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.289404:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.289408:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289417:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289424:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289431:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289462:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1782222515.289709:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782222515.289717:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289725:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.289730:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289739:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289757:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289764:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c1db399/0xe2b7cc26e68130ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289782:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.289786:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289791:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83200 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.289794:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289811:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289821:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289827:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4f5f40c/0xe2b7cc26e68130f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.289839:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.289840:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.289842:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782222515.289916:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.289922:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289929:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.289936:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.289941:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289950:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289959:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289965:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.289993:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782222515.290223:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.290228:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.290269:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82600 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.290273:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.290281:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.290293:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.290312:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061b8e0dc/0xe2b7cc26e68130fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.290326:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.290328:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.290329:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782222515.290415:0:24286:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782222515.290421:0:24286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.290429:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1782222515.290432:0:24286:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222515.290436:0:24286:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.290445:0:24286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.290463:0:24286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.290476:0:24286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222515.294879:0:24286:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1782222515.294979:0:24286:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:2.0:1782222515.295071:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22802:x1868795081931648:12345-0@lo:5:osp-pre-1-0.0 Request processed in 102377us (103302us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222515.295081:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1782222515.295137:0:22802:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088163f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1868795081931648:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1782222515.295153:0:22802:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1782222515.295199:0:22802:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088163f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1868795081932288:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1782222515.295252:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222515.295274:0:22802:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f07463dec00 going to sleep for 11 seconds 00000100:00100000:2.0:1782222515.295294:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932288 00000100:00100000:2.0:1782222515.295299:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932288 00000100:00100000:2.0:1782222515.295335:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1782222515.295343:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22802:x1868795081932288:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1782222515.295376:0:24771:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:3.0:1782222515.296724:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782222515.296734:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.296744:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82000 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222515.296747:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.296754:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.296770:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.296774:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc082185/0xe2b7cc26e6813103 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222515.296790:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.296791:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782222515.296792:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1782222515.302136:0:25100:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1782222515.302184:0:25100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1782222515.302188:0:25100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1782222515.302346:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222515.303717:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22802:x1868795081932288:12345-0@lo:5:osp-pre-1-0.0 Request processed in 8367us (8476us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1782222515.303730:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222515.303792:0:22802:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1782222515.303800:0:22802:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088163f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1868795081932288:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1782222515.303815:0:22802:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:3.0:1782222515.311901:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23522:x1868795081932160:12345-0@lo:5:osp-pre-1-1.0 Request processed in 83021us (83097us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1782222515.311915:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1782222515.312090:0:23522:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23522:1868795081932160:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1782222515.312106:0:23522:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1782222515.312166:0:23522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088163dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23522:1868795081932416:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1782222515.312218:0:23522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222515.315744:0:23522:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f07463de600 going to sleep for 11 seconds 00000100:00100000:0.0:1782222515.315848:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932416 00000100:00100000:0.0:1782222515.315858:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932416 00000100:00100000:0.0:1782222515.315922:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782222515.315932:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23522:x1868795081932416:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1782222515.316048:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23522:x1868795081932416:12345-0@lo:900:osp-pre-1-1.0 Request processed in 117us (3829us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222515.316056:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1782222515.316137:0:23522:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f088163dc00 x1868795081932416/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1782222531 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222515.316152:0:23522:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088163dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23522:1868795081932416:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1782222516.209788:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1782222516.283189:0:25457:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg327-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000020:00000004:0.0:1782222517.184763:0:25509:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782222517.185092:0:25509:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1782222517.247610:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222517.739505:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088159a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081932544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1782222517.739575:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222517.739624:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932544 00000100:00100000:0.0:1782222517.739631:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932544 00000100:00100000:0.0:1782222517.739681:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782222517.739689:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081932544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782222517.739731:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782222517.739772:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081932544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222517.739780:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1782222517.739798:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782222517.739828:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088159a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081932544:0@lo:13:osp-pre-0-0.0 00000020:00000004:0.0:1782222518.071916:0:25559:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782222518.072170:0:25559:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1782222518.253491:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222518.339302:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.339462:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060832640 00000100:00100000:0.0:1782222518.339471:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060832640 00000100:00100000:0.0:1782222518.339525:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 116 00000100:00100000:0.0:1782222518.339534:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2386:x1868795060832640:12345-192.168.203.27@tcp:250:mount.lustre.0 00010000:00080000:0.0:1782222518.339563:0:22769:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 8990af91-a2bf-4664-ba2f-dcf28571d1f4@192.168.203.27@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1782222518.339594:0:22769:0:(genops.c:1406:class_connect()) connect: client 8990af91-a2bf-4664-ba2f-dcf28571d1f4, cookie 0xe2b7cc26e681310a 00000100:00080000:0.0:1782222518.339754:0:22769:0:(import.c:65:import_set_state_nolock()) ffff8f087e3ad800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1782222518.339888:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+5:2386:x1868795060832640:12345-192.168.203.27@tcp:250:mount.lustre.0 Request processed in 353us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.339897:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 116 00000100:00100000:3.0:1782222518.342497:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.342600:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060832768 00000100:00100000:1.0:1782222518.342610:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060832768 00000100:00100000:1.0:1782222518.342715:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 117 00000100:00100000:1.0:1782222518.342727:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+5:18080:x1868795060832768:12345-192.168.203.27@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782222518.342744:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222518.342761:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0847515400/0xe2b7cc26e6813111 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f75589bb expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.342789:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0847515400/0xe2b7cc26e6813111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589bb expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.342801:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0847515400/0xe2b7cc26e6813111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589bb expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.342810:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847515400, rc 0) 00000100:00100000:1.0:1782222518.342870:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+6:18080:x1868795060832768:12345-192.168.203.27@tcp:101:mount.lustre.0 Request processed in 145us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.342877:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 117 00000100:00100000:2.0:1782222518.352839:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.354318:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060832896 00000100:00100000:1.0:1782222518.354330:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060832896 00000100:00100000:1.0:1782222518.354396:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 118 00000100:00100000:1.0:1782222518.354406:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+6:18080:x1868795060832896:12345-192.168.203.27@tcp:501:mount.lustre.0 00000100:00100000:1.0:1782222518.354550:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+6:18080:x1868795060832896:12345-192.168.203.27@tcp:501:mount.lustre.0 Request processed in 144us (1719us total) trans 0 rc -2/-2 00000100:00100000:1.0:1782222518.354570:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 118 00000100:00100000:1.0:1782222518.362140:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.362376:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833024 00000100:00100000:0.0:1782222518.362386:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833024 00000100:00100000:0.0:1782222518.362461:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 119 00000100:00100000:0.0:1782222518.362472:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+6:18080:x1868795060833024:12345-192.168.203.27@tcp:101:mount.lustre.0 00010000:00010000:0.0:1782222518.362491:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222518.362508:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0875803e00/0xe2b7cc26e6813118 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f75589c2 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222518.362535:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0875803e00/0xe2b7cc26e6813118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589c2 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222518.362545:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0875803e00/0xe2b7cc26e6813118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589c2 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222518.362554:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875803e00, rc 0) 00000100:00100000:0.0:1782222518.362627:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+7:18080:x1868795060833024:12345-192.168.203.27@tcp:101:mount.lustre.0 Request processed in 156us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.362634:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 119 00000100:00100000:2.0:1782222518.370551:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.372744:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833152 00000100:00100000:0.0:1782222518.372758:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833152 00000100:00100000:0.0:1782222518.372831:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 120 00000100:00100000:0.0:1782222518.372842:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08656f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+7:18080:x1868795060833152:12345-192.168.203.27@tcp:501:mount.lustre.0 00000100:00100000:0.0:1782222518.373151:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08656f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18080:x1868795060833152:12345-192.168.203.27@tcp:501:mount.lustre.0 Request processed in 310us (2609us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.373172:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 120 00000100:00100000:2.0:1782222518.379200:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.379274:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833280 00000100:00100000:1.0:1782222518.379285:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833280 00000100:00100000:1.0:1782222518.379350:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 121 00000100:00100000:1.0:1782222518.379360:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18080:x1868795060833280:12345-192.168.203.27@tcp:503:mount.lustre.0 00000100:00100000:1.0:1782222518.379862:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18080:x1868795060833280:12345-192.168.203.27@tcp:503:mount.lustre.0 Request processed in 501us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.379872:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 121 00000100:00100000:1.0:1782222518.387051:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.387464:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833408 00000100:00100000:0.0:1782222518.387474:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833408 00000100:00100000:0.0:1782222518.387540:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 122 00000100:00100000:0.0:1782222518.387550:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18099:x1868795060833408:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782222518.387721:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18099:x1868795060833408:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 172us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.387730:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 122 00000100:00100000:2.0:1782222518.420327:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.424384:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833536 00000100:00100000:0.0:1782222518.424399:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833536 00000100:00100000:0.0:1782222518.424474:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 123 00000100:00100000:0.0:1782222518.424484:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18099:x1868795060833536:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782222518.424835:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18099:x1868795060833536:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 350us (4515us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.424844:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 123 00000100:00100000:3.0:1782222518.429653:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.430122:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833664 00000100:00100000:1.0:1782222518.430132:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833664 00000100:00100000:1.0:1782222518.430189:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 124 00000100:00100000:1.0:1782222518.430201:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18099:x1868795060833664:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:1.0:1782222518.430376:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18099:x1868795060833664:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 176us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.430383:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 124 00000100:00100000:2.0:1782222518.434004:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.438024:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833792 00000100:00100000:1.0:1782222518.438038:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833792 00000100:00100000:1.0:1782222518.438155:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 125 00000100:00100000:1.0:1782222518.438166:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+8:18080:x1868795060833792:12345-192.168.203.27@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782222518.438182:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222518.438200:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0847514200/0xe2b7cc26e681311f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f75589f3 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.438263:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0847514200/0xe2b7cc26e681311f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589f3 expref: 9 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.438275:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0847514200/0xe2b7cc26e681311f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589f3 expref: 9 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.438283:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514200, rc 0) 00000100:00100000:1.0:1782222518.438349:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+9:18080:x1868795060833792:12345-192.168.203.27@tcp:101:mount.lustre.0 Request processed in 185us (4582us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.438357:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 125 00000100:00100000:2.0:1782222518.450175:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.450872:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060833920 00000100:00100000:1.0:1782222518.450883:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060833920 00000100:00100000:1.0:1782222518.450955:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 126 00000100:00100000:1.0:1782222518.450966:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+9:18080:x1868795060833920:12345-192.168.203.27@tcp:256:mount.lustre.0 20000000:01000000:1.0:1782222518.450993:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1782222518.451017:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1782222518.451021:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1782222518.451024:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1782222518.451027:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1782222518.451029:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1782222518.452791:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+9:18080:x1868795060833920:12345-192.168.203.27@tcp:256:mount.lustre.0 Request processed in 1816us (2614us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.452803:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 126 00000100:00100000:2.0:1782222518.478360:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.478772:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834048 00000100:00100000:1.0:1782222518.478781:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834048 00000100:00100000:1.0:1782222518.478852:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 127 00000100:00100000:1.0:1782222518.478862:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08480a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+9:18080:x1868795060834048:12345-192.168.203.27@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782222518.478891:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222518.478909:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f75589fa expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.478937:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 10 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.478948:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 10 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222518.478958:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514000, rc 0) 00000100:00100000:1.0:1782222518.479019:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08480a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18080:x1868795060834048:12345-192.168.203.27@tcp:101:mount.lustre.0 Request processed in 159us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.479027:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 127 00000100:00100000:3.0:1782222518.482805:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.483061:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834176 00000100:00100000:0.0:1782222518.483072:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834176 00000100:00100000:0.0:1782222518.483137:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 128 00000100:00100000:0.0:1782222518.483147:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18080:x1868795060834176:12345-192.168.203.27@tcp:501:mount.lustre.0 00000100:00100000:0.0:1782222518.483458:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18080:x1868795060834176:12345-192.168.203.27@tcp:501:mount.lustre.0 Request processed in 311us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.483467:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 128 00000100:00100000:3.0:1782222518.486376:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222518.486580:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834304 00000100:00100000:2.0:1782222518.486597:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834304 00000100:00100000:2.0:1782222518.486945:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 129 00000100:00100000:2.0:1782222518.486956:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18080:x1868795060834304:12345-192.168.203.27@tcp:503:mount.lustre.0 00000100:00100000:2.0:1782222518.487119:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18080:x1868795060834304:12345-192.168.203.27@tcp:503:mount.lustre.0 Request processed in 164us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222518.487128:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 129 00000100:00100000:2.0:1782222518.490986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.491716:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834432 00000100:00100000:0.0:1782222518.491727:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834432 00000100:00100000:0.0:1782222518.491812:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 130 00000100:00100000:0.0:1782222518.491824:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088174d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18103:x1868795060834432:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782222518.491986:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088174d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18103:x1868795060834432:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 163us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.491995:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 130 00000100:00100000:3.0:1782222518.495489:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222518.495627:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834560 00000100:00100000:2.0:1782222518.495638:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834560 00000100:00100000:2.0:1782222518.495702:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 131 00000100:00100000:2.0:1782222518.495712:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084aed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18103:x1868795060834560:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782222518.495924:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084aed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18103:x1868795060834560:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 212us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222518.495938:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 131 00000100:00100000:3.0:1782222518.509927:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.510070:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834688 00000100:00100000:0.0:1782222518.510081:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834688 00000100:00100000:0.0:1782222518.510134:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:0.0:1782222518.510142:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2386:x1868795060834688:12345-192.168.203.27@tcp:38:mount.lustre.0 00010000:00080000:0.0:1782222518.510172:0:22775:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 0e39daf4-d376-44aa-b97b-5f123c34ce62@192.168.203.27@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1782222518.510221:0:22775:0:(genops.c:1406:class_connect()) connect: client 0e39daf4-d376-44aa-b97b-5f123c34ce62, cookie 0xe2b7cc26e681312d 00000004:00100000:0.0:1782222518.510284:0:22775:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1782222518.512995:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.513883:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834944 00000100:00100000:1.0:1782222518.513895:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834944 00000100:00100000:1.0:1782222518.513956:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00100000:1.0:1782222518.513965:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2386:x1868795060834944:12345-192.168.203.27@tcp:38:mount.lustre.0 00010000:00080000:1.0:1782222518.514000:0:22777:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 0e39daf4-d376-44aa-b97b-5f123c34ce62@192.168.203.27@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:1.0:1782222518.514054:0:22777:0:(genops.c:1406:class_connect()) connect: client 0e39daf4-d376-44aa-b97b-5f123c34ce62, cookie 0xe2b7cc26e6813134 00000004:00100000:1.0:1782222518.514082:0:22777:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1782222518.514312:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f0741578800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222518.514398:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2386:x1868795060834944:12345-192.168.203.27@tcp:38:mount.lustre.0 Request processed in 417us (1395us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.514406:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00080000:0.0:1782222518.514643:0:22775:0:(import.c:65:import_set_state_nolock()) ffff8f087e3ad000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1782222518.514670:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2386:x1868795060834688:12345-192.168.203.27@tcp:38:mount.lustre.0 Request processed in 4528us (4753us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.514677:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:0.0:1782222518.525564:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.525653:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.531979:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060834816 00000100:00100000:1.0:1782222518.531993:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060834816 00000100:00100000:1.0:1782222518.532085:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835072 00000100:00100000:1.0:1782222518.532089:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835072 00000100:00100000:1.0:1782222518.532123:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9 00000100:00100000:1.0:1782222518.532133:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:0:x1868795060834816:12345-192.168.203.27@tcp:41:mount.lustre.0 00000004:00000024:1.0:1782222518.532169:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782222518.532276:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:0:x1868795060834816:12345-192.168.203.27@tcp:41:mount.lustre.0 Request processed in 145us (6721us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.532284:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9 00000100:00100000:1.0:1782222518.532303:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10 00000100:00100000:1.0:1782222518.532309:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:0:x1868795060835072:12345-192.168.203.27@tcp:41:mount.lustre.0 00000004:00000024:1.0:1782222518.532345:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1782222518.532381:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:0:x1868795060835072:12345-192.168.203.27@tcp:41:mount.lustre.0 Request processed in 71us (6728us total) trans 0 rc 0/0 00000100:00080000:0.0:1782222518.532571:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782222518.532583:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782222518.533029:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222518.533087:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835200 00000100:00100000:0.0:1782222518.533094:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835200 00000100:00100000:0.0:1782222518.533130:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00100000:0.0:1782222518.533140:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f07475ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835200:12345-192.168.203.27@tcp:41:mount.lustre.0 00000004:00000024:0.0:1782222518.533157:0:23532:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782222518.533202:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10 00000100:00100000:0.0:1782222518.535926:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f07475ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835200:12345-192.168.203.27@tcp:41:mount.lustre.0 Request processed in 2774us (2884us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.535960:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00100000:3.0:1782222518.538794:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222518.538991:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835328 00000100:00100000:2.0:1782222518.539002:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835328 00000100:00100000:2.0:1782222518.539098:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:2.0:1782222518.539109:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835328:12345-192.168.203.27@tcp:40:mount.lustre.0 00000100:00100000:2.0:1782222518.539205:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835328:12345-192.168.203.27@tcp:40:mount.lustre.0 Request processed in 98us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222518.539213:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:2.0:1782222518.544816:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222518.544863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222518.544910:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.545168:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835712 00000100:00100000:1.0:1782222518.545179:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835712 00000100:00100000:1.0:1782222518.545266:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:1.0:1782222518.545276:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835712:12345-192.168.203.27@tcp:900:mount.lustre.0 00000100:00100000:0.0:1782222518.545343:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835456 00000100:00100000:0.0:1782222518.545348:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835456 00000100:00100000:1.0:1782222518.545350:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835712:12345-192.168.203.27@tcp:900:mount.lustre.0 Request processed in 77us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.545358:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:0.0:1782222518.545365:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835584 00000100:00100000:0.0:1782222518.545367:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835584 00000100:00100000:0.0:1782222518.545381:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 19 00000100:00100000:0.0:1782222518.545397:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088163dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2386:x1868795060835456:12345-192.168.203.27@tcp:8:mount.lustre.0 00010000:00080000:0.0:1782222518.545422:0:24283:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 0e39daf4-d376-44aa-b97b-5f123c34ce62@192.168.203.27@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1782222518.545463:0:24283:0:(genops.c:1406:class_connect()) connect: client 0e39daf4-d376-44aa-b97b-5f123c34ce62, cookie 0xe2b7cc26e681313b 00002000:00100000:0.0:1782222518.545476:0:24283:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0e39daf4-d376-44aa-b97b-5f123c34ce62/ffff8f087e3ac800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1782222518.545488:0:24283:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1782222518.545525:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 20 00000100:00100000:2.0:1782222518.545531:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2386:x1868795060835584:12345-192.168.203.27@tcp:8:mount.lustre.0 00010000:00080000:2.0:1782222518.545548:0:24286:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 0e39daf4-d376-44aa-b97b-5f123c34ce62@192.168.203.27@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:2.0:1782222518.545564:0:24286:0:(genops.c:1406:class_connect()) connect: client 0e39daf4-d376-44aa-b97b-5f123c34ce62, cookie 0xe2b7cc26e6813142 00002000:00100000:2.0:1782222518.545569:0:24286:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0e39daf4-d376-44aa-b97b-5f123c34ce62/ffff8f084752d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1782222518.545583:0:24286:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1782222518.545655:0:24283:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00080000:2.0:1782222518.545672:0:24286:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1782222518.545680:0:24283:0:(import.c:65:import_set_state_nolock()) ffff8f087e3a8000 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1782222518.545682:0:24286:0:(import.c:65:import_set_state_nolock()) ffff8f084752c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782222518.545721:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2386:x1868795060835584:12345-192.168.203.27@tcp:8:mount.lustre.0 Request processed in 189us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222518.545728:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 20 00000100:00100000:0.0:1782222518.546002:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088163dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2386:x1868795060835456:12345-192.168.203.27@tcp:8:mount.lustre.0 Request processed in 603us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.546008:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 19 00000100:00100000:2.0:1782222518.550436:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222518.550619:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835840 00000100:00100000:1.0:1782222518.550635:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835840 00000100:00100000:1.0:1782222518.550692:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 0 00000100:00100000:1.0:1782222518.550702:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747530a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835840:12345-192.168.203.27@tcp:33:mount.lustre.0 00000004:00080000:0.0:1782222518.552498:0:22778:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1697us 00000004:00200000:0.0:1782222518.572920:0:22778:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1782222518.573044:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747530a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18080:x1868795060835840:12345-192.168.203.27@tcp:33:mount.lustre.0 Request processed in 22338us (22618us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222518.573059:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 0 00000100:00100000:1.0:1782222518.735176:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222518.735281:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060835968 00000100:00100000:2.0:1782222518.735303:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060835968 00000100:00100000:2.0:1782222518.735375:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13 00000100:00100000:2.0:1782222518.735386:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18126:x1868795060835968:12345-192.168.203.27@tcp:101:mkdir.0 00010000:00010000:2.0:1782222518.735406:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222518.735440:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82600/0xe2b7cc26e6813149 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558a2b expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222518.735508:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e6813150 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222518.735523:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e6813150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222518.735538:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e6813150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222518.735599:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782222518.735604:0:22777:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782222518.735637:0:22777:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e6813150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222518.735663:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82600/0xe2b7cc26e6813149 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a2b expref: 8 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222518.735681:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e6813150 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a2b expref: 7 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222518.735689:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:2.0:1782222518.735692:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782222518.735705:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82000, rc 0) 00000100:00100000:2.0:1782222518.735774:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18126:x1868795060835968:12345-192.168.203.27@tcp:101:mkdir.0 Request processed in 389us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222518.735782:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13 00000100:00100000:2.0:1782222518.765253:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782222518.765279:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081932672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782222518.765350:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222518.765484:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932672 00000100:00100000:1.0:1782222518.765492:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932672 00000100:00100000:1.0:1782222518.765565:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782222518.765576:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081932672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1782222518.765599:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782222518.765649:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081932672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222518.765657:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782222518.765711:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081932672:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1782222518.765920:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1782222519.275912:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222519.276489:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081932800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782222519.276566:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222519.278876:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932800 00000100:00100000:3.0:1782222519.278891:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932800 00000100:00100000:3.0:1782222519.278968:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782222519.278979:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074767b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081932800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1782222519.279124:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1782222519.279460:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074767b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081932800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 482us (2893us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222519.279468:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1782222519.279642:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081932800:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782222519.787107:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081932928:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782222519.787174:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222519.787309:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081932928 00000100:00100000:1.0:1782222519.787317:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081932928 00000100:00100000:1.0:1782222519.787376:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1782222519.787385:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081932928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1782222519.787425:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1782222519.794465:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081932928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7070us (7279us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222519.794471:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081932928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782222519.794481:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1782222520.298783:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081933056:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.298853:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.298902:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081933568:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.298927:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.298943:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081934080:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.298961:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.298977:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081934592:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.298998:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299020:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1782222520.299026:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081933440:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299048:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299062:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081933952:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299080:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299093:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081934464:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299110:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299133:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081933184:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299155:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299168:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081933696:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299201:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299216:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1868795081934208:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299399:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299423:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1782222520.299429:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081933312:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299451:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299466:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081933824:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299486:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299499:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081934336:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299520:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222520.299542:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933184 00000100:00100000:2.0:1782222520.299549:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933184 00000100:00100000:2.0:1782222520.299589:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933696 00000100:00100000:2.0:1782222520.299592:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933696 00000100:00100000:2.0:1782222520.299607:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782222520.299613:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081933184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299665:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081933184:12345-0@lo:400:kworker.0 Request processed in 50us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222520.299672:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782222520.299689:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1782222520.299694:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081933696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299723:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081933696:12345-0@lo:400:kworker.0 Request processed in 29us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222520.299728:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1782222520.299757:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081933184:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299768:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081933696:0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.299806:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933440 00000100:00100000:2.0:1782222520.299810:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933440 00000100:00100000:2.0:1782222520.299839:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933952 00000100:00100000:2.0:1782222520.299842:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933952 00000100:00100000:2.0:1782222520.299852:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933312 00000100:00100000:2.0:1782222520.299854:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933312 00000100:00100000:0.0:1782222520.299973:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933568 00000100:00100000:0.0:1782222520.299977:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933568 00000100:00100000:0.0:1782222520.299998:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934080 00000100:00100000:0.0:1782222520.300001:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934080 00000100:00100000:0.0:1782222520.300011:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934592 00000100:00100000:0.0:1782222520.300013:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934592 00000100:00100000:0.0:1782222520.300024:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934464 00000100:00100000:0.0:1782222520.300026:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934464 00000100:00100000:0.0:1782222520.300036:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934208 00000100:00100000:0.0:1782222520.300039:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934208 00000100:00100000:0.0:1782222520.300050:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934336 00000100:00100000:0.0:1782222520.300052:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934336 00000100:00100000:0.0:1782222520.300065:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782222520.300073:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081933568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300116:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081933568:12345-0@lo:400:kworker.0 Request processed in 44us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300123:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782222520.300135:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1782222520.300141:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1868795081934080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300167:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1868795081934080:12345-0@lo:400:kworker.0 Request processed in 26us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300173:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1782222520.300184:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1782222520.300189:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1868795081934592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300214:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1868795081934592:12345-0@lo:400:kworker.0 Request processed in 25us (1215us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300219:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1782222520.300228:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1782222520.300270:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1868795081934464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300299:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1868795081934464:12345-0@lo:400:kworker.0 Request processed in 30us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300304:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1782222520.300316:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1782222520.300321:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1868795081934208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300352:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1868795081934208:12345-0@lo:400:kworker.0 Request processed in 31us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300358:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1782222520.300368:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1782222520.300374:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081934336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300423:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1868795081934336:12345-0@lo:400:kworker.0 Request processed in 39us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300429:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00080000:0.0:1782222520.300458:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747e73100 x1868795081934336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222520.300470:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1868795081934336:0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300482:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1868795081934208:0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300509:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081934464:0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300520:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081933568:0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300530:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1868795081934080:0@lo:400:kworker.0 00010000:00080000:0.0:1782222520.300539:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0747e71500 x1868795081934592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782222520.300561:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081934592:0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300584:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933824 00000100:00100000:0.0:1782222520.300588:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933824 00000100:00100000:0.0:1782222520.300607:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782222520.300614:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081933440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300649:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081933440:12345-0@lo:400:kworker.0 Request processed in 36us (1601us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300655:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782222520.300667:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782222520.300673:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1868795081933952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300697:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1868795081933952:12345-0@lo:400:kworker.0 Request processed in 25us (1616us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300703:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782222520.300712:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782222520.300717:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081933824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300743:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081933824:12345-0@lo:400:kworker.0 Request processed in 25us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.300749:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782222520.300780:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081933824:0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300801:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081933440:0@lo:400:kworker.0 00000100:00100000:0.0:1782222520.300812:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747e73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081933952:0@lo:400:kworker.0 00000100:00080000:0.0:1782222520.300878:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782222520.300882:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782222520.300889:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1782222520.300892:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1782222520.301078:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222520.301093:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081933056 00000100:00100000:1.0:1782222520.301097:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081933056 00000100:00100000:1.0:1782222520.301132:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1782222520.301138:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:3654:x1868795081933056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222520.301189:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:3654:x1868795081933056:12345-0@lo:400:kworker.0 Request processed in 51us (2337us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222520.301195:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1782222520.301261:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081933056:0@lo:400:kworker.0 00000100:00100000:3.0:1782222520.301710:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081934720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782222520.301745:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222520.301783:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934720 00000100:00100000:3.0:1782222520.301786:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934720 00000100:00100000:3.0:1782222520.301815:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1782222520.301822:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081934720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1782222520.301843:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1782222520.301878:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081934720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222520.301883:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1782222520.301916:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081934720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782222520.302051:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1782222520.302060:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747e73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081933312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222520.302106:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747e73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081933312:12345-0@lo:400:kworker.0 Request processed in 47us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222520.302112:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782222520.302470:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081933312:0@lo:400:kworker.0 00000100:00100000:1.0:1782222520.302483:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782222520.302489:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081934848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782222520.302516:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222520.302701:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934848 00000100:00100000:0.0:1782222520.302706:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934848 00000100:00100000:0.0:1782222520.302740:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222520.302747:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1868795081934848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782222520.302760:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782222520.302794:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1868795081934848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.302801:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1782222520.302866:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081934848:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1782222520.562077:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1782222520.603106:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222520.603669:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836096 00000100:00100000:0.0:1782222520.603679:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836096 00000100:00100000:0.0:1782222520.603763:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14 00000100:00100000:0.0:1782222520.603774:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18178:x1868795060836096:12345-192.168.203.27@tcp:41:lfs.0 00000004:00000024:0.0:1782222520.603809:0:23532:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782222520.603908:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18178:x1868795060836096:12345-192.168.203.27@tcp:41:lfs.0 Request processed in 135us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.603916:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14 00000100:00080000:2.0:1782222520.604027:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782222520.606408:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222520.609062:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836224 00000100:00100000:0.0:1782222520.609079:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836224 00000100:00100000:0.0:1782222520.609178:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15 00000100:00100000:0.0:1782222520.609189:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18178:x1868795060836224:12345-192.168.203.27@tcp:41:lfs.0 00000004:00000024:0.0:1782222520.609229:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782222520.609352:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18178:x1868795060836224:12345-192.168.203.27@tcp:41:lfs.0 Request processed in 164us (2959us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.609359:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15 00000100:00080000:2.0:1782222520.609579:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782222520.612442:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222520.612544:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836352 00000100:00100000:0.0:1782222520.612575:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836352 00000100:00100000:0.0:1782222520.612662:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00100000:0.0:1782222520.612672:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18178:x1868795060836352:12345-192.168.203.27@tcp:13:lfs.0 00002000:00000024:0.0:1782222520.612705:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782222520.612790:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18178:x1868795060836352:12345-192.168.203.27@tcp:13:lfs.0 Request processed in 120us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.612797:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00080000:2.0:1782222520.612889:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1782222520.622140:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222520.625858:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836480 00000100:00100000:0.0:1782222520.625882:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836480 00000100:00100000:0.0:1782222520.625967:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:0.0:1782222520.625977:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18178:x1868795060836480:12345-192.168.203.27@tcp:13:lfs.0 00002000:00000024:0.0:1782222520.626002:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782222520.626112:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18178:x1868795060836480:12345-192.168.203.27@tcp:13:lfs.0 Request processed in 137us (3981us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.626120:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00080000:2.0:1782222520.626298:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:2.0:1782222520.814495:0:25100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0e39daf4-d376-44aa-b97b-5f123c34ce62 00000001:00080000:2.0:1782222520.814511:0:25100:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:3.0:1782222520.890141:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222520.893895:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836608 00000100:00100000:2.0:1782222520.893915:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836608 00000100:00100000:2.0:1782222520.894013:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 133 00000100:00100000:2.0:1782222520.894024:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+10:18209:x1868795060836608:12345-192.168.203.27@tcp:101:mount.lustre.0 00010000:00010000:2.0:1782222520.894044:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222520.894065:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fb82600/0xe2b7cc26e6813157 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558a32 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222520.894098:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fb82600/0xe2b7cc26e6813157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a32 expref: 11 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222520.894110:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fb82600/0xe2b7cc26e6813157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a32 expref: 11 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222520.894136:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82600, rc 0) 00000100:00100000:2.0:1782222520.894223:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18209:x1868795060836608:12345-192.168.203.27@tcp:101:mount.lustre.0 Request processed in 201us (4095us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222520.894230:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 133 00000100:00100000:3.0:1782222520.900042:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222520.908876:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836736 00000100:00100000:1.0:1782222520.908900:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836736 00000100:00100000:1.0:1782222520.909001:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 134 00000100:00100000:1.0:1782222520.909012:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18209:x1868795060836736:12345-192.168.203.27@tcp:501:mount.lustre.0 00000100:00100000:1.0:1782222520.909298:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18209:x1868795060836736:12345-192.168.203.27@tcp:501:mount.lustre.0 Request processed in 287us (9270us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222520.909307:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 134 00000100:00100000:3.0:1782222520.915268:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222520.915358:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836864 00000100:00100000:1.0:1782222520.915375:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836864 00000100:00100000:1.0:1782222520.915469:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 135 00000100:00100000:1.0:1782222520.915481:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18209:x1868795060836864:12345-192.168.203.27@tcp:503:mount.lustre.0 00000100:00100000:1.0:1782222520.915690:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18209:x1868795060836864:12345-192.168.203.27@tcp:503:mount.lustre.0 Request processed in 210us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222520.915711:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 135 00000100:00100000:3.0:1782222520.929780:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222520.938727:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060836992 00000100:00100000:2.0:1782222520.938749:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060836992 00000100:00100000:2.0:1782222520.938851:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 136 00000100:00100000:2.0:1782222520.938864:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18217:x1868795060836992:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782222520.941258:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18217:x1868795060836992:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 2355us (11451us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222520.941278:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 136 00000100:00100000:3.0:1782222520.976521:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222520.976638:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060837120 00000100:00100000:0.0:1782222520.976647:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060837120 00000100:00100000:0.0:1782222520.976698:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 137 00000100:00100000:0.0:1782222520.976706:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08516f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18217:x1868795060837120:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782222520.976843:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08516f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18217:x1868795060837120:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 136us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222520.976850:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 137 00000100:00100000:3.0:1782222520.981853:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222520.982358:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060837248 00000100:00100000:2.0:1782222520.982374:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060837248 00000100:00100000:2.0:1782222520.982475:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 138 00000100:00100000:2.0:1782222520.982488:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18217:x1868795060837248:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782222520.982882:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18217:x1868795060837248:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 394us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222520.982891:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 138 00000100:00100000:3.0:1782222520.989574:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222520.989653:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060837376 00000100:00100000:1.0:1782222520.989666:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060837376 00000100:00100000:1.0:1782222520.989740:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 139 00000100:00100000:1.0:1782222520.989752:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18209:x1868795060837376:12345-192.168.203.27@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782222520.989774:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222520.989797:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0847515c00/0xe2b7cc26e681315e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558a63 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222520.989833:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0847515c00/0xe2b7cc26e681315e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a63 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222520.989845:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0847515c00/0xe2b7cc26e681315e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a63 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222520.989856:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847515c00, rc 0) 00000100:00100000:1.0:1782222520.989928:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18209:x1868795060837376:12345-192.168.203.27@tcp:101:mount.lustre.0 Request processed in 178us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222520.989936:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 139 00000100:00100000:2.0:1782222520.999379:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222521.000302:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060837504 00000100:00100000:0.0:1782222521.000318:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060837504 00000100:00100000:0.0:1782222521.000417:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 140 00000100:00100000:0.0:1782222521.000431:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a284c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18209:x1868795060837504:12345-192.168.203.27@tcp:256:mount.lustre.0 20000000:01000000:0.0:1782222521.000505:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1782222521.000528:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1782222521.000533:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1782222521.000536:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1782222521.000540:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1782222521.000543:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1782222521.002282:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a284c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18209:x1868795060837504:12345-192.168.203.27@tcp:256:mount.lustre.0 Request processed in 1798us (2862us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.002300:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 140 00000100:00100000:3.0:1782222521.015602:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222521.017510:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060837632 00000100:00100000:2.0:1782222521.017526:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060837632 00000100:00100000:2.0:1782222521.017607:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 141 00000100:00100000:2.0:1782222521.017617:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18209:x1868795060837632:12345-192.168.203.27@tcp:101:mount.lustre.0 00010000:00010000:2.0:1782222521.017644:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222521.017676:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558a6a expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.017719:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.017732:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.017741:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83e00, rc 0) 00000100:00100000:2.0:1782222521.017814:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18209:x1868795060837632:12345-192.168.203.27@tcp:101:mount.lustre.0 Request processed in 198us (2220us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222521.017824:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 141 00000100:00100000:2.0:1782222521.027522:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222521.027886:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060837760 00000100:00100000:0.0:1782222521.027895:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060837760 00000100:00100000:0.0:1782222521.028009:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 142 00000100:00100000:0.0:1782222521.028020:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18209:x1868795060837760:12345-192.168.203.27@tcp:501:mount.lustre.0 00000100:00100000:0.0:1782222521.032503:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18209:x1868795060837760:12345-192.168.203.27@tcp:501:mount.lustre.0 Request processed in 4474us (4980us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.032518:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 142 00000100:00100000:3.0:1782222521.034690:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222521.035147:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060837888 00000100:00100000:0.0:1782222521.035156:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060837888 00000100:00100000:0.0:1782222521.035263:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 143 00000100:00100000:0.0:1782222521.035273:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a284050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18209:x1868795060837888:12345-192.168.203.27@tcp:503:mount.lustre.0 00000100:00100000:0.0:1782222521.035421:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a284050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18209:x1868795060837888:12345-192.168.203.27@tcp:503:mount.lustre.0 Request processed in 148us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.035430:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 143 00000100:00100000:3.0:1782222521.038358:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222521.039840:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838016 00000100:00100000:2.0:1782222521.039852:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838016 00000100:00100000:2.0:1782222521.039916:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 144 00000100:00100000:2.0:1782222521.039924:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a285050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18219:x1868795060838016:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782222521.040081:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a285050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18219:x1868795060838016:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 156us (1729us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222521.040089:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 144 00000100:00100000:3.0:1782222521.051970:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222521.052152:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838144 00000100:00100000:2.0:1782222521.052161:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838144 00000100:00100000:2.0:1782222521.052204:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 145 00000100:00100000:2.0:1782222521.052214:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a286050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18219:x1868795060838144:12345-192.168.203.27@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782222521.052375:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a286050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18219:x1868795060838144:12345-192.168.203.27@tcp:502:llog_process_th.0 Request processed in 160us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222521.052392:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 145 00000100:00100000:3.0:1782222521.064072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222521.065730:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222521.065776:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222521.065812:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838272 00000100:00100000:2.0:1782222521.065817:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222521.065824:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838272 00000100:00100000:2.0:1782222521.065843:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222521.065860:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838528 00000100:00100000:1.0:1782222521.065865:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838528 00000100:00100000:2.0:1782222521.065871:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222521.065876:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838912 00000100:00100000:1.0:1782222521.065880:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838912 00000100:00100000:1.0:1782222521.065903:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839040 00000100:00100000:1.0:1782222521.065905:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839040 00000100:00100000:1.0:1782222521.065920:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 41 00000100:00100000:1.0:1782222521.065943:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2388:x1868795060838912:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222521.065949:0:25397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839168 00000100:00100000:3.0:1782222521.065955:0:25397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839168 00000100:00100000:3.0:1782222521.065994:0:25397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839296 00000100:00100000:3.0:1782222521.065997:0:25397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839296 00000100:00100000:1.0:1782222521.066021:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2388:x1868795060838912:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 79us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222521.066028:0:25397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9 00000100:00100000:1.0:1782222521.066033:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 41 00000100:00100000:3.0:1782222521.066040:0:25397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2388:x1868795060839168:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222521.066058:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 42 00000100:00100000:1.0:1782222521.066067:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2388:x1868795060839040:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222521.066076:0:25397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2388:x1868795060839168:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 38us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222521.066084:0:25397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9 00000100:00100000:1.0:1782222521.066100:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2388:x1868795060839040:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 33us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222521.066103:0:25397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10 00000100:00100000:1.0:1782222521.066115:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 42 00000100:00100000:3.0:1782222521.066116:0:25397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2388:x1868795060839296:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222521.066134:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16 00000100:00100000:1.0:1782222521.066140:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2386:x1868795060838272:12345-192.168.203.27@tcp:38:mount.lustre.0 00000100:00100000:3.0:1782222521.066151:0:25397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2388:x1868795060839296:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 37us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222521.066158:0:25397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10 00010000:00080000:1.0:1782222521.066165:0:22776:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6@192.168.203.27@tcp t0 exp 0000000000000000 cur 720 last 0 00000100:00100000:3.0:1782222521.066185:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 17 00000100:00100000:3.0:1782222521.066191:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2386:x1868795060838528:12345-192.168.203.27@tcp:38:mount.lustre.0 00000020:00000080:1.0:1782222521.066201:0:22776:0:(genops.c:1406:class_connect()) connect: client 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6, cookie 0xe2b7cc26e681316c 00010000:00080000:3.0:1782222521.066211:0:22777:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6@192.168.203.27@tcp t0 exp 0000000000000000 cur 720 last 0 00000004:00100000:1.0:1782222521.066227:0:22776:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:00000080:3.0:1782222521.066264:0:22777:0:(genops.c:1406:class_connect()) connect: client 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6, cookie 0xe2b7cc26e6813173 00000004:00100000:3.0:1782222521.066281:0:22777:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1782222521.066351:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f0748952800 : changing import state from RECOVER to FULL 00000100:00080000:1.0:1782222521.066359:0:22776:0:(import.c:65:import_set_state_nolock()) ffff8f0846f02800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1782222521.066385:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2386:x1868795060838528:12345-192.168.203.27@tcp:38:mount.lustre.0 Request processed in 192us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222521.066396:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 17 00000100:00100000:1.0:1782222521.066397:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2386:x1868795060838272:12345-192.168.203.27@tcp:38:mount.lustre.0 Request processed in 252us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222521.066420:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16 00000100:00100000:3.0:1782222521.079079:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222521.079124:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222521.079287:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838784 00000100:00100000:0.0:1782222521.079296:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838784 00000100:00100000:0.0:1782222521.079350:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838656 00000100:00100000:0.0:1782222521.079370:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838656 00000100:00100000:0.0:1782222521.079421:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 18 00000100:00100000:0.0:1782222521.079431:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060838784:12345-192.168.203.27@tcp:41:mount.lustre.0 00000004:00000024:0.0:1782222521.079470:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782222521.079534:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060838784:12345-192.168.203.27@tcp:41:mount.lustre.0 Request processed in 104us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.079542:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 18 00000100:00100000:0.0:1782222521.079561:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 19 00000100:00100000:0.0:1782222521.079567:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:0:x1868795060838656:12345-192.168.203.27@tcp:41:mount.lustre.0 00000004:00000024:0.0:1782222521.079583:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782222521.079608:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:0:x1868795060838656:12345-192.168.203.27@tcp:41:mount.lustre.0 Request processed in 42us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.079615:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 19 00000100:00100000:3.0:1782222521.079656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222521.079676:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060838400 00000100:00100000:0.0:1782222521.079681:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060838400 00000100:00100000:0.0:1782222521.079707:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 20 00000100:00100000:0.0:1782222521.079715:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:0:x1868795060838400:12345-192.168.203.27@tcp:41:mount.lustre.0 00000004:00000024:0.0:1782222521.079727:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782222521.079748:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:0:x1868795060838400:12345-192.168.203.27@tcp:41:mount.lustre.0 Request processed in 35us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.079755:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 20 00000100:00080000:2.0:1782222521.079968:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1782222521.079973:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782222521.091337:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222521.091415:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839424 00000100:00100000:0.0:1782222521.091424:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839424 00000100:00100000:0.0:1782222521.091483:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 21 00000100:00100000:0.0:1782222521.091493:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060839424:12345-192.168.203.27@tcp:40:mount.lustre.0 00000100:00100000:0.0:1782222521.091694:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060839424:12345-192.168.203.27@tcp:40:mount.lustre.0 Request processed in 202us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.091703:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 21 00000100:00100000:2.0:1782222521.105141:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222521.105189:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222521.105264:0:25397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839552 00000100:00100000:3.0:1782222521.105273:0:25397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839552 00000100:00100000:3.0:1782222521.105313:0:25397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839680 00000100:00100000:3.0:1782222521.105316:0:25397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839680 00000100:00100000:3.0:1782222521.105342:0:25397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 21 00000100:00100000:3.0:1782222521.105349:0:25397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2386:x1868795060839552:12345-192.168.203.27@tcp:8:mount.lustre.0 00010000:00080000:3.0:1782222521.105389:0:25397:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6@192.168.203.27@tcp t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:3.0:1782222521.105427:0:25397:0:(genops.c:1406:class_connect()) connect: client 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6, cookie 0xe2b7cc26e681317a 00002000:00100000:3.0:1782222521.105440:0:25397:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6/ffff8f0748950000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1782222521.105451:0:25397:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1782222521.105514:0:25397:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1782222521.105543:0:25397:0:(import.c:65:import_set_state_nolock()) ffff8f0748950800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222521.105807:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 22 00000100:00100000:1.0:1782222521.105814:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2386:x1868795060839680:12345-192.168.203.27@tcp:8:mount.lustre.0 00010000:00080000:1.0:1782222521.105835:0:24285:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6@192.168.203.27@tcp t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:1.0:1782222521.105854:0:24285:0:(genops.c:1406:class_connect()) connect: client 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6, cookie 0xe2b7cc26e6813181 00002000:00100000:1.0:1782222521.105860:0:24285:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6/ffff8f0846f02000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1782222521.105879:0:24285:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1782222521.105925:0:24285:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1782222521.105940:0:24285:0:(import.c:65:import_set_state_nolock()) ffff8f0846f03000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782222521.105988:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2386:x1868795060839680:12345-192.168.203.27@tcp:8:mount.lustre.0 Request processed in 173us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222521.105995:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 22 00000100:00100000:3.0:1782222521.106105:0:25397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2386:x1868795060839552:12345-192.168.203.27@tcp:8:mount.lustre.0 Request processed in 754us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222521.106112:0:25397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 21 00000100:00100000:3.0:1782222521.107308:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222521.107601:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839808 00000100:00100000:1.0:1782222521.107610:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839808 00000100:00100000:1.0:1782222521.107673:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4 00000100:00100000:1.0:1782222521.107683:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060839808:12345-192.168.203.27@tcp:900:mount.lustre.0 00000100:00100000:1.0:1782222521.107852:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060839808:12345-192.168.203.27@tcp:900:mount.lustre.0 Request processed in 169us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222521.107860:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4 00000100:00100000:3.0:1782222521.109370:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222521.109541:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060839936 00000100:00100000:0.0:1782222521.109551:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060839936 00000100:00100000:0.0:1782222521.109608:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1 00000100:00100000:0.0:1782222521.109617:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060839936:12345-192.168.203.27@tcp:33:mount.lustre.0 00000004:00200000:0.0:1782222521.109829:0:22779:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1782222521.109900:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18209:x1868795060839936:12345-192.168.203.27@tcp:33:mount.lustre.0 Request processed in 284us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222521.109907:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1 00000100:00100000:0.0:1782222521.297159:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222521.297267:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840064 00000100:00100000:2.0:1782222521.297277:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840064 00000100:00100000:2.0:1782222521.297381:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 22 00000100:00100000:2.0:1782222521.297411:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18242:x1868795060840064:12345-192.168.203.27@tcp:101:mkdir.0 00010000:00010000:2.0:1782222521.297430:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222521.297450:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e6813188 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558a9b expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.297514:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.297528:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.297541:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222521.297598:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782222521.297613:0:23532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782222521.297956:0:23532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.297987:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e6813188 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 8 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.298005:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 7 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222521.298013:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:2.0:1782222521.298016:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782222521.298019:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82e00, rc 0) 00000100:00100000:2.0:1782222521.298079:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+7:18242:x1868795060840064:12345-192.168.203.27@tcp:101:mkdir.0 Request processed in 678us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222521.298086:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 22 00010000:00010000:3.0:1782222521.327344:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782222522.350515:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222522.859107:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081934976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1782222522.859182:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222522.859509:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081934976 00000100:00100000:2.0:1782222522.859517:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081934976 00000100:00100000:2.0:1782222522.859622:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1782222522.859632:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081934976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1782222522.859661:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782222522.859709:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081934976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222522.859716:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:0.0:1782222522.859840:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782222522.860006:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081934976:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1782222523.370444:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782222523.819005:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:1.0:1782222523.886734:0:23509:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6 00000001:00100000:1.0:1782222523.886746:0:23509:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0e39daf4-d376-44aa-b97b-5f123c34ce62 00000100:00100000:2.0:1782222523.886758:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081935104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782222523.886834:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222523.886900:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081935104 00000100:00100000:1.0:1782222523.886908:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081935104 00000100:00100000:1.0:1782222523.886971:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1782222523.886982:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081935104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1782222523.887002:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782222523.887050:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081935104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222523.887057:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1782222523.888859:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782222523.888925:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081935104:0@lo:13:osp-pre-0-1.0 00000001:00100000:0.0:1782222523.891856:0:22755:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6 00000001:00100000:0.0:1782222523.891869:0:22755:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0e39daf4-d376-44aa-b97b-5f123c34ce62 00000001:00100000:2.0:1782222523.897329:0:24280:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6 00000001:00100000:2.0:1782222523.897344:0:24280:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0e39daf4-d376-44aa-b97b-5f123c34ce62 00000001:02000400:2.0:1782222524.118092:0:25657:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1782222524.398848:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782222524.398871:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081935232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782222524.398935:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222524.398992:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081935232 00000100:00100000:2.0:1782222524.398998:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081935232 00000100:00100000:2.0:1782222524.399039:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1782222524.399048:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081935232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782222524.399079:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782222524.399121:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081935232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222524.399127:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1782222524.399171:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081935232:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1782222524.411527:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782222524.906637:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782222524.906670:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081935360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782222524.906732:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222524.907283:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081935360 00000100:00100000:0.0:1782222524.907291:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081935360 00000100:00100000:0.0:1782222524.907348:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1782222524.907356:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081935360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782222524.907398:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782222524.907460:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081935360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222524.907477:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1782222524.907703:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081935360:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222525.419949:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081935488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1782222525.420015:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420068:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081935488 00000100:00100000:3.0:1782222525.420081:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081935488 00000100:00100000:3.0:1782222525.420133:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782222525.420143:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081935488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1782222525.420171:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1782222525.420217:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081935488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.420224:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1782222525.420265:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1782222525.420446:0:3653:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1782222525.420467:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081935488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1782222525.420478:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782222525.420484:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081935616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782222525.420508:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420526:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081936000:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420548:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420565:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081936512:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420583:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420599:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1782222525.420604:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081936128:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420638:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081936640:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420688:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936000 00000100:00100000:3.0:1782222525.420692:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936000 00000100:00100000:3.0:1782222525.420723:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936512 00000100:00100000:3.0:1782222525.420726:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936512 00000100:00100000:3.0:1782222525.420753:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936128 00000100:00100000:3.0:1782222525.420756:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936128 00000100:00100000:3.0:1782222525.420769:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1782222525.420775:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081936000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222525.420795:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081935872:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420807:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081936000:12345-0@lo:400:kworker.0 Request processed in 33us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.420813:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1782222525.420822:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420825:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1782222525.420830:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081936512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222525.420849:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081936384:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420854:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081936512:12345-0@lo:400:kworker.0 Request processed in 25us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.420860:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1782222525.420869:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782222525.420874:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081936128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222525.420884:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420896:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081936128:12345-0@lo:400:kworker.0 Request processed in 22us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222525.420900:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1868795081936896:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420902:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1782222525.420919:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420925:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936640 00000100:00100000:3.0:1782222525.420928:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936640 00000100:00100000:1.0:1782222525.420935:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1782222525.420940:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:65548448-ca70-48e0-b85a-88f22d1110c9:3656:1868795081935744:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.420951:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936896 00000100:00100000:3.0:1782222525.420953:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936896 00000100:00100000:1.0:1782222525.420967:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.420972:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782222525.420978:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081936640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222525.420985:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1868795081936256:0@lo:400:kworker.0 00000100:00100000:1.0:1782222525.421002:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.421007:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1868795081936640:12345-0@lo:400:kworker.0 Request processed in 29us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222525.421011:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081936768:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421013:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782222525.421023:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936256 00000100:00100000:1.0:1782222525.421027:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.421030:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936256 00000100:00100000:3.0:1782222525.421045:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936768 00000100:00100000:3.0:1782222525.421047:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936768 00000100:00100000:3.0:1782222525.421060:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1782222525.421065:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1868795081936896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421100:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1868795081936896:12345-0@lo:400:kworker.0 Request processed in 35us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.421106:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1782222525.421118:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1782222525.421124:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1868795081936256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421150:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1868795081936256:12345-0@lo:400:kworker.0 Request processed in 26us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.421155:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1782222525.421164:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1782222525.421170:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081936768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421194:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081936768:12345-0@lo:400:kworker.0 Request processed in 24us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.421199:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1782222525.421262:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1868795081936256:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421274:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081936768:0@lo:400:kworker.0 00010000:00080000:3.0:1782222525.421285:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f074561c380 x1868795081936896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782222525.421411:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081935872 00000100:00100000:2.0:1782222525.421416:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081935872 00000100:00100000:2.0:1782222525.421443:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081936384 00000100:00100000:2.0:1782222525.421446:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081936384 00000100:00100000:2.0:1782222525.421458:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1782222525.421464:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081935872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222525.421511:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081935872:12345-0@lo:400:kworker.0 Request processed in 46us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222525.421517:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1782222525.421532:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1782222525.421538:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081936384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222525.421577:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081936384:12345-0@lo:400:kworker.0 Request processed in 39us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222525.421583:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1782222525.421601:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081935744 00000100:00100000:2.0:1782222525.421605:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081935744 00000100:00100000:2.0:1782222525.421631:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1782222525.421637:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f084a287050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:3656:x1868795081935744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782222525.421664:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f084a287050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:3656:x1868795081935744:12345-0@lo:400:kworker.0 Request processed in 27us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222525.421671:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1782222525.421728:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1868795081936896:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421750:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0847000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:65548448-ca70-48e0-b85a-88f22d1110c9:3656:1868795081935744:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421772:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081935872:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421781:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081936384:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421803:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081937152:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421833:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222525.421899:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782222525.421905:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081937024:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.421927:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1782222525.425852:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222525.427973:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081937152 00000100:00100000:2.0:1782222525.427987:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081937152 00000100:00100000:2.0:1782222525.428058:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081937024 00000100:00100000:2.0:1782222525.428062:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081937024 00000100:00100000:2.0:1782222525.428084:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1782222525.428094:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1868795081937152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.429435:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1782222525.429452:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1868795081937024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.429545:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1868795081937024:12345-0@lo:400:kworker.0 Request processed in 99us (7616us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.429552:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:3.0:1782222525.429587:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1782222525.429592:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1782222525.429595:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1782222525.429597:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1782222525.429608:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081935616 00000100:00100000:3.0:1782222525.429615:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081935616 00000100:00100000:3.0:1782222525.429647:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782222525.429653:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081935616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1782222525.429669:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1782222525.429701:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1868795081935616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (9192us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222525.429707:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782222525.429750:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081937024:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.429794:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081936128:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.429807:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1868795081936640:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.429819:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081936000:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.429830:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081936512:0@lo:400:kworker.0 00000100:00100000:3.0:1782222525.429845:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081935616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782222525.429985:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1868795081937152:12345-0@lo:400:kworker.0 Request processed in 1891us (8149us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222525.429993:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00080000:3.0:1782222525.430438:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f074561f100 x1868795081937152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222525.430450:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1868795081937152:0@lo:400:kworker.0 00000100:00100000:1.0:1782222526.375629:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375669:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375693:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375709:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375726:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375743:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375763:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375777:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375802:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222526.375825:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840448 00000100:00100000:1.0:1782222526.375834:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840448 00000100:00100000:1.0:1782222526.375893:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840960 00000100:00100000:1.0:1782222526.375897:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840960 00000100:00100000:1.0:1782222526.375910:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840320 00000100:00100000:1.0:1782222526.375913:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840320 00000100:00100000:1.0:1782222526.375924:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840832 00000100:00100000:1.0:1782222526.375926:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840832 00000100:00100000:1.0:1782222526.375945:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 49 00000100:00100000:1.0:1782222526.375953:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2389:x1868795060840448:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222526.376026:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2389:x1868795060840448:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 73us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222526.376034:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 49 00000100:00100000:1.0:1782222526.376054:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 50 00000100:00100000:1.0:1782222526.376060:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2389:x1868795060840960:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222526.376086:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2389:x1868795060840960:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 26us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222526.376091:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 50 00000100:00100000:1.0:1782222526.376103:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 51 00000100:00100000:1.0:1782222526.376108:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2389:x1868795060840320:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222526.376128:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2389:x1868795060840320:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 21us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222526.376133:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 51 00000100:00100000:1.0:1782222526.376143:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 52 00000100:00100000:1.0:1782222526.376148:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2389:x1868795060840832:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222526.376166:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2389:x1868795060840832:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 19us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222526.376184:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 52 00000100:00100000:3.0:1782222526.376319:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840192 00000100:00100000:3.0:1782222526.376324:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840192 00000100:00100000:3.0:1782222526.376358:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 147 00000100:00100000:3.0:1782222526.376365:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0841461c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:2389:x1868795060840192:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222526.376403:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0841461c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:2389:x1868795060840192:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 39us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222526.376409:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 147 00000100:00100000:3.0:1782222526.376441:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840704 00000100:00100000:3.0:1782222526.376444:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840704 00000100:00100000:3.0:1782222526.376477:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841216 00000100:00100000:3.0:1782222526.376481:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841216 00000100:00100000:3.0:1782222526.376495:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060840576 00000100:00100000:3.0:1782222526.376497:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060840576 00000100:00100000:3.0:1782222526.376510:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841088 00000100:00100000:3.0:1782222526.376512:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841088 00000100:00100000:3.0:1782222526.376526:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14 00000100:00100000:3.0:1782222526.376532:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2389:x1868795060840704:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222526.376566:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2389:x1868795060840704:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 34us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222526.376573:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14 00000100:00100000:3.0:1782222526.376585:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15 00000100:00100000:3.0:1782222526.376591:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2389:x1868795060841216:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222526.376613:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2389:x1868795060841216:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 22us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222526.376619:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15 00000100:00100000:3.0:1782222526.376630:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16 00000100:00100000:3.0:1782222526.376636:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2389:x1868795060840576:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222526.376674:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2389:x1868795060840576:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 37us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222526.376680:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16 00000100:00100000:3.0:1782222526.376692:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 17 00000100:00100000:3.0:1782222526.376699:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2389:x1868795060841088:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1782222526.376715:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2389:x1868795060841088:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 18us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222526.376721:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 17 00000100:00080000:3.0:1782222526.376749:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1782222526.376753:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1782222526.376755:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1782222526.376757:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1782222526.443085:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1782222526.964309:0:25100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6 00010000:00010000:3.0:1782222527.474892:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1782222527.695436:0:25804:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd7b087f40 20000000:00000080:1.0:1782222527.695453:0:25804:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f0846f65c00 uarg=0000000000000000 20000000:01000000:1.0:1782222527.695492:0:25804:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1782222527.695498:0:25804:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1782222527.695502:0:25804:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1782222527.695894:0:25805:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1782222527.696043:0:25804:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1782222527.704463:0:25804:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1782222527.706067:0:25804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706089:0:25804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706098:0:25804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706105:0:25804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706112:0:25804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706121:0:25804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706128:0:25804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706137:0:25804:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706177:0:25804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706190:0:25804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 12 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222527.706212:0:25804:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937280:192.168.203.27@tcp:104: 00010000:00010000:0.0:1782222527.706750:0:25804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706761:0:25804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 12 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222527.706771:0:25804:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937408:192.168.203.27@tcp:104: 00010000:00010000:0.0:1782222527.706804:0:25804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706813:0:25804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 23 pid: 22767 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222527.706822:0:25804:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937536:0@lo:104: 00000100:00100000:0.0:1782222527.706857:0:25804:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1782222527.706907:0:25804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706915:0:25804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 23 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222527.706923:0:25804:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937664:0@lo:104: 00000100:00100000:0.0:1782222527.706943:0:25804:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1782222527.706961:0:25804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.706970:0:25804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 23 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222527.706985:0:25804:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937792:0@lo:104: 00000100:00100000:0.0:1782222527.707005:0:25804:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1782222527.707020:0:25804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.707027:0:25804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 23 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222527.707035:0:25804:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937920:0@lo:104: 00000100:00100000:0.0:1782222527.707055:0:25804:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222527.707065:0:25804:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782222527.707181:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081937536 00000100:00100000:1.0:1782222527.707188:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081937536 00000100:00100000:1.0:1782222527.707222:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081937664 00000100:00100000:1.0:1782222527.707224:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081937664 00000100:00100000:1.0:1782222527.707267:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081937792 00000100:00100000:0.0:1782222527.707375:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081937920 00000100:00100000:0.0:1782222527.707380:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081937920 00000100:00100000:0.0:1782222527.707425:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782222527.707434:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+5:25804:x1868795081937536:12345-0@lo:104: 00010000:00010000:0.0:1782222527.707446:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.707504:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782222527.707521:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+5:25804:x1868795081937536:12345-0@lo:104: Request processed in 79us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222527.707529:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782222527.707548:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222527.707554:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+4:25804:x1868795081937664:12345-0@lo:104: 00010000:00010000:0.0:1782222527.707562:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.707604:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1782222527.707611:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+4:25804:x1868795081937664:12345-0@lo:104: Request processed in 56us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222527.707617:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782222527.707825:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782222527.707832:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:25804:x1868795081937920:12345-0@lo:104: 00010000:00010000:0.0:1782222527.707840:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.707867:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1782222527.707871:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:65548448-ca70-48e0-b85a-88f22d1110c9+3:25804:x1868795081937920:12345-0@lo:104: Request processed in 41us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222527.707876:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782222527.707991:0:25804:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937536:0@lo:104: 00000100:00100000:0.0:1782222527.707999:0:25804:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937664:0@lo:104: 00000100:00100000:0.0:1782222527.708005:0:25804:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937920:0@lo:104: 00000100:00100000:1.0:1782222527.708080:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081937792 00000100:00100000:1.0:1782222527.708112:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1782222527.708119:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+3:25804:x1868795081937792:12345-0@lo:104: 00010000:00010000:1.0:1782222527.708127:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222527.708159:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1782222527.708165:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:65548448-ca70-48e0-b85a-88f22d1110c9+3:25804:x1868795081937792:12345-0@lo:104: Request processed in 47us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222527.708170:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782222527.708261:0:25804:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937792:0@lo:104: 00010000:00010000:0.0:1782222527.708571:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1782222527.708578:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.708587:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ede00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222527.708590:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.708599:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222527.708616:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222527.708621:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1782222527.708949:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.708957:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782222527.708985:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.708991:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f08483ede00/0xe2b7cc26e6812fba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812fc1 expref: -99 pid: 25099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709004:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1782222527.709008:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709013:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fcb9e00 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222527.709016:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709022:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222527.709027:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222527.709032:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1782222527.709074:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081938048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222527.709114:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222527.709160:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081938048 00000100:00100000:2.0:1782222527.709165:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081938048 00010000:00010000:2.0:1782222527.709184:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 24 pid: 22767 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222527.709207:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1782222527.709214:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+24:3655:x1868795081938048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222527.709250:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222527.709256:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 24 pid: 22767 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.709266:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 24 pid: 22767 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.709292:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483eca00/0xe2b7cc26e6812fc1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812fba expref: 24 pid: 22767 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.709304:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222527.709332:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+23:3655:x1868795081938048:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222527.709338:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1782222527.709381:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081938048:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222527.709929:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709936:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782222527.709957:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709963:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fcb9e00/0xe2b7cc26e6812e39 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e40 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709973:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782222527.709976:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709982:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83000 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222527.709985:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.709991:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222527.709997:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222527.710002:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1782222527.710032:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222527.710043:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081938176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222527.710076:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222527.710111:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081938176 00000100:00100000:2.0:1782222527.710115:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081938176 00010000:00010000:2.0:1782222527.710133:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 23 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222527.710151:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1782222527.710157:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+23:3655:x1868795081938176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222527.710166:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222527.710169:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 23 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.710189:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 23 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.710200:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ed200/0xe2b7cc26e6812e40 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812e39 expref: 23 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.710210:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222527.710253:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65548448-ca70-48e0-b85a-88f22d1110c9+22:3655:x1868795081938176:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222527.710260:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1782222527.710316:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081938176:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782222527.710838:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.710846:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1782222527.710930:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081938304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222527.710961:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1782222527.711010:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.711029:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f087fb83000/0xe2b7cc26e6812dec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812df3 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.711038:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222527.711042:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.711048:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f08483ec800 already unused, calling callback (ffffffffc138ac20) 10000000:00010000:0.0:1782222527.711051:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.711058:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782222527.711064:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222527.711070:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1782222527.711084:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.711090:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1782222527.711132:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081938432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222527.711155:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081938304 00000100:00100000:2.0:1782222527.711160:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081938304 00000100:00100000:3.0:1782222527.711175:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1782222527.711177:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 22 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222527.711272:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1782222527.711282:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+22:3653:x1868795081938304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782222527.711293:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222527.711297:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 22 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222527.711306:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 22 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222527.711317:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f08483ec400/0xe2b7cc26e6812df3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812dec expref: 22 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222527.711327:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222527.711336:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081938432 00000100:00100000:2.0:1782222527.711340:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081938432 00000100:00100000:3.0:1782222527.711354:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65548448-ca70-48e0-b85a-88f22d1110c9+22:3653:x1868795081938304:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (393us total) trans 0 rc 0/0 00010000:00010000:2.0:1782222527.711354:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 22 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222527.711371:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1782222527.711398:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.711414:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.127@tcp lock: ffff8f08483ec800/0xe2b7cc26e6812dfa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe2b7cc26e6812e01 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.711426:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222527.711434:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222527.711436:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222527.711442:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222527.711727:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782222527.711735:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65548448-ca70-48e0-b85a-88f22d1110c9+21:3654:x1868795081938432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782222527.711743:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222527.711748:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 21 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.711762:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 21 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.711772:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fb82800/0xe2b7cc26e6812e01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe2b7cc26e6812dfa expref: 21 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.711780:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222527.711817:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65548448-ca70-48e0-b85a-88f22d1110c9+20:3654:x1868795081938432:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222527.711824:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782222527.711875:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65548448-ca70-48e0-b85a-88f22d1110c9:3654:1868795081938432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782222527.712198:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65548448-ca70-48e0-b85a-88f22d1110c9:3653:1868795081938304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782222527.714120:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222527.714477:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222527.714643:0:25804:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937280:192.168.203.27@tcp:104: 00000100:00100000:0.0:1782222527.714656:0:25804:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25804:1868795081937408:192.168.203.27@tcp:104: 00010000:00010000:0.0:1782222527.714691:0:25804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222527.715303:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841344 00000100:00100000:2.0:1782222527.715312:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841344 00010000:00010000:2.0:1782222527.715352:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 13 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222527.715392:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841472 00000100:00100000:2.0:1782222527.715395:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841472 00010000:00010000:2.0:1782222527.715416:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 14 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222527.715432:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13 00000100:00100000:2.0:1782222527.715441:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0848226850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+14:2390:x1868795060841344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222527.715455:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222527.715462:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 14 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.715473:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 14 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.715500:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f087fb83e00/0xe2b7cc26e6813165 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a6a expref: 14 pid: 22768 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.715525:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222527.715585:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0848226850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:2390:x1868795060841344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 145us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222527.715592:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13 00000100:00100000:2.0:1782222527.718290:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14 00000100:00100000:2.0:1782222527.718310:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:2390:x1868795060841472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222527.718328:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222527.718337:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 12 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718352:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 12 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718379:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0847514000/0xe2b7cc26e6813126 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f75589fa expref: 12 pid: 22769 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718394:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718403:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718581:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718605:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718612:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718619:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718625:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802e00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:2.0:1782222527.718689:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718698:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718716:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222527.718726:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222527.718771:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:2390:x1868795060841472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 469us (4294us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222527.718779:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14 00010000:00010000:0.0:1782222527.719585:0:25804:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.719597:0:25804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222527.719603:0:25804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f0875802e00/0xe2b7cc26e6813196 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222527.983949:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081938560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1782222527.984026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222527.984098:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081938560 00000100:00100000:3.0:1782222527.984109:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081938560 00000100:00100000:3.0:1782222527.984180:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1782222527.984191:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081938560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1782222527.984220:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1782222527.984339:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1782222527.984752:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081938560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 562us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222527.984761:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1782222527.984910:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081938560:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1782222528.490417:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222529.000187:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222529.000451:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841600 00000100:00100000:3.0:1782222529.000462:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841600 00000100:00100000:3.0:1782222529.000541:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 148 00000100:00100000:3.0:1782222529.000552:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+11:18095:x1868795060841600:12345-192.168.203.27@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782222529.000569:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222529.000589:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f074744cc00/0xe2b7cc26e681319d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558aa2 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.000618:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f074744cc00/0xe2b7cc26e681319d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558aa2 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.000630:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f074744cc00/0xe2b7cc26e681319d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558aa2 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.000639:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744cc00, rc 0) 00000100:00100000:3.0:1782222529.000711:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18095:x1868795060841600:12345-192.168.203.27@tcp:101:ll_cfg_requeue.0 Request processed in 161us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.000717:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 148 00000100:00100000:3.0:1782222529.002470:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782222529.002492:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081938688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222529.002558:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222529.002642:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081938688 00000100:00100000:2.0:1782222529.002650:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081938688 00000100:00100000:2.0:1782222529.002719:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1782222529.002728:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081938688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782222529.002749:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782222529.002826:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081938688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.002834:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1782222529.002879:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081938688:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1782222529.002938:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782222529.004633:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.004723:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841728 00000100:00100000:1.0:1782222529.004733:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841728 00000100:00100000:1.0:1782222529.004790:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 149 00000100:00100000:1.0:1782222529.004815:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18095:x1868795060841728:12345-192.168.203.27@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1782222529.004960:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18095:x1868795060841728:12345-192.168.203.27@tcp:501:ll_cfg_requeue.0 Request processed in 146us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.004969:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 149 00000100:00100000:2.0:1782222529.011782:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.011975:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841856 00000100:00100000:1.0:1782222529.011986:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841856 00000100:00100000:1.0:1782222529.012063:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 150 00000100:00100000:1.0:1782222529.012074:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18095:x1868795060841856:12345-192.168.203.27@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1782222529.012228:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18095:x1868795060841856:12345-192.168.203.27@tcp:503:ll_cfg_requeue.0 Request processed in 155us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.012266:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 150 00000100:00100000:2.0:1782222529.035905:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222529.036287:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060841984 00000100:00100000:3.0:1782222529.036297:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060841984 00000100:00100000:3.0:1782222529.036369:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 151 00000100:00100000:3.0:1782222529.036380:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+12:18095:x1868795060841984:12345-192.168.203.27@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782222529.036398:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222529.036416:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f074744da00/0xe2b7cc26e68131a4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558aa9 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.036462:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f074744da00/0xe2b7cc26e68131a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558aa9 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.036472:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f074744da00/0xe2b7cc26e68131a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558aa9 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.036481:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744da00, rc 0) 00000100:00100000:3.0:1782222529.036546:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18095:x1868795060841984:12345-192.168.203.27@tcp:101:ll_cfg_requeue.0 Request processed in 168us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.036553:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 151 00000100:00100000:0.0:1782222529.059642:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.062661:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060842112 00000100:00100000:2.0:1782222529.062685:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060842112 00000100:00100000:2.0:1782222529.062756:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 152 00000100:00100000:2.0:1782222529.062766:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18095:x1868795060842112:12345-192.168.203.27@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.063166:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18095:x1868795060842112:12345-192.168.203.27@tcp:501:ll_cfg_requeue.0 Request processed in 400us (3531us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.063175:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 152 00000100:00100000:2.0:1782222529.074942:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222529.077273:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060842240 00000100:00100000:3.0:1782222529.077286:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060842240 00000100:00100000:3.0:1782222529.077365:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 153 00000100:00100000:3.0:1782222529.077384:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0842b71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18095:x1868795060842240:12345-192.168.203.27@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1782222529.077546:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0842b71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:18095:x1868795060842240:12345-192.168.203.27@tcp:503:ll_cfg_requeue.0 Request processed in 171us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.077554:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 153 00000100:00100000:3.0:1782222529.176075:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.176192:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060842368 00000100:00100000:1.0:1782222529.176209:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060842368 00000100:00100000:1.0:1782222529.176356:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 23 00000100:00100000:1.0:1782222529.176373:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:18711:x1868795060842368:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1782222529.176393:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222529.176415:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514e00/0xe2b7cc26e68131ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558ab0 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1782222529.176434:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1782222529.176491:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176506:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176521:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176556:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176564:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176572:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176654:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514600/0xe2b7cc26e68131c0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176667:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514600/0xe2b7cc26e68131c0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176674:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514600/0xe2b7cc26e68131c0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782222529.176703:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1782222529.176706:0:22777:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782222529.176743:0:22777:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514600/0xe2b7cc26e68131c0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176755:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176762:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176767:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176783:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514a00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:1.0:1782222529.176787:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176795:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176950:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:1.0:1782222529.176954:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782222529.176960:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176966:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e68131b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176986:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176993:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.176998:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.177002:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515a00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:1.0:1782222529.177005:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.177011:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.177030:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8f0849b6f000) 00010000:00010000:1.0:1782222529.177032:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782222529.177035:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.177041:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e68131b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.177073:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514e00/0xe2b7cc26e68131ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ab0 expref: 8 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.177085:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514600/0xe2b7cc26e68131c0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ab0 expref: 7 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.177093:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f0849b6fe00) 00010000:00010000:1.0:1782222529.177096:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782222529.177098:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514600, rc 0) 00000100:00100000:1.0:1782222529.177200:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18711:x1868795060842368:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 835us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.177208:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 23 00000100:00100000:0.0:1782222529.182219:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222529.182417:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060842496 00000100:00100000:3.0:1782222529.182443:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060842496 00000100:00100000:3.0:1782222529.182503:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:3.0:1782222529.182513:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18711:x1868795060842496:12345-192.168.203.27@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1782222529.182601:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18711:x1868795060842496:12345-192.168.203.27@tcp:900:lhsmtool_posix.0 Request processed in 90us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.182626:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:2.0:1782222529.185144:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222529.185354:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060842752 00000100:00100000:3.0:1782222529.185364:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060842752 00000100:00100000:3.0:1782222529.185422:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 24 00000100:00100000:3.0:1782222529.185432:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18711:x1868795060842752:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782222529.185453:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222529.185473:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c000/0xe2b7cc26e68131c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558ab7 expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185677:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185692:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185704:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185719:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185726:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185732:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185962:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c600/0xe2b7cc26e68131dc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185986:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c600/0xe2b7cc26e68131dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.185992:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c600/0xe2b7cc26e68131dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782222529.186002:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1782222529.186141:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186148:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186154:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186159:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222529.186164:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186520:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186536:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f0849b6fe00) 00010000:00010000:3.0:1782222529.186539:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222529.186544:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186551:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68131ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186565:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186645:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186651:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186657:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744de00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222529.186660:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186666:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186675:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8f08596b4a00) 00010000:00010000:3.0:1782222529.186677:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222529.186680:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.186686:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e68131d5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.187664:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c000/0xe2b7cc26e68131c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ab7 expref: 10 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.187687:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c600/0xe2b7cc26e68131dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ab7 expref: 9 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.187695:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f08596b4700) 00010000:00010000:3.0:1782222529.187697:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222529.187705:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744c600, rc 0) 00000100:00100000:3.0:1782222529.187769:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18711:x1868795060842752:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 2336us (2632us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1782222529.187777:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 24 00000100:00100000:2.0:1782222529.197610:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222529.199414:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060842880 00000100:00100000:3.0:1782222529.200044:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060842880 00000100:00100000:2.0:1782222529.209025:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 25 00000100:00100000:2.0:1782222529.209040:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18711:x1868795060842880:12345-192.168.203.27@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1782222529.209162:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18711:x1868795060842880:12345-192.168.203.27@tcp:59:lhsmtool_posix.0 Request processed in 125us (11561us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.209179:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 25 00000100:00100000:3.0:1782222529.212079:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.212857:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060843008 00000100:00100000:1.0:1782222529.212867:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060843008 00000100:00100000:1.0:1782222529.212943:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 26 00000100:00100000:1.0:1782222529.212954:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:18711:x1868795060843008:12345-192.168.203.27@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1782222529.213034:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1782222529.218505:0:22775:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 5499us 00000100:00100000:3.0:1782222529.231209:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.231402:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060843136 00000100:00100000:0.0:1782222529.231412:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060843136 00000100:00100000:0.0:1782222529.231462:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 27 00000100:00100000:0.0:1782222529.231471:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18717:x1868795060843136:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:0.0:1782222529.231502:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222529.231523:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68131ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558abe expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231583:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231597:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231608:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231621:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231628:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231635:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231674:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231681:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231687:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231693:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803c00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:0.0:1782222529.231703:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231712:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231724:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:0.0:1782222529.231728:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782222529.231732:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231738:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803c00/0xe2b7cc26e68131f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231750:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231756:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231762:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231767:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802400 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:0.0:1782222529.231770:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231777:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231785:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f087f8f3e00) 00010000:00010000:0.0:1782222529.231787:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782222529.231799:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231805:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802400/0xe2b7cc26e68131f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231836:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68131ea lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558abe expref: 10 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231846:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:0.0:1782222529.231849:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782222529.231852:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68131ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558abe expref: 10 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.231861:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875803a00, rc 0) 00000100:00100000:0.0:1782222529.231914:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18717:x1868795060843136:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 443us (712us total) trans 0 rc 301/301 00000100:00100000:0.0:1782222529.231921:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 27 00000100:00100000:2.0:1782222529.238123:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:18711:x1868795060843008:12345-192.168.203.27@tcp:59:lhsmtool_posix.0 Request processed in 25162us (26047us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.238136:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 26 00000100:00100000:3.0:1782222529.238715:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.239026:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060843264 00000100:00100000:0.0:1782222529.239034:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060843264 00000100:00100000:0.0:1782222529.239074:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 0 00000100:00100000:0.0:1782222529.239082:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18717:x1868795060843264:12345-192.168.203.27@tcp:700:lfs.0 00000100:00100000:0.0:1782222529.239697:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18717:x1868795060843264:12345-192.168.203.27@tcp:700:lfs.0 Request processed in 612us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222529.239707:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 0 00000100:00100000:3.0:1782222529.242329:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.242657:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060843520 00000100:00100000:0.0:1782222529.242667:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060843520 00000100:00100000:0.0:1782222529.242728:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28 00000100:00100000:0.0:1782222529.242743:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18717:x1868795060843520:12345-192.168.203.27@tcp:36:lfs.0 00010000:00010000:0.0:1782222529.242811:0:23532:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782222529.242838:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e6813150 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a2b expref: 9 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.242855:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:0.0:1782222529.242860:0:23532:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1782222529.242917:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.242931:0:23532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 5 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.242940:0:23532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.242976:0:23532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 5 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.242991:0:23532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 5 pid: 23532 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222529.243004:0:23532:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23532:1868795081938816:192.168.203.27@tcp:104: 00000100:00100000:0.0:1782222529.243082:0:23532:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795540 going to sleep for 11 seconds 00000100:00100000:0.0:1782222529.246416:0:23532:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08485a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23532:1868795081938816:192.168.203.27@tcp:104: 00010000:00010000:0.0:1782222529.246449:0:23532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222529.246644:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.246951:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060843648 00000100:00100000:2.0:1782222529.246958:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060843648 00010000:00010000:2.0:1782222529.247007:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 6 pid: 23532 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1782222529.247078:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782222529.247604:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15 00000100:00100000:2.0:1782222529.247617:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:2389:x1868795060843648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222529.247634:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222529.247641:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 6 pid: 23532 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.247655:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 6 pid: 23532 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.247675:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e681318f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558a9b expref: 6 pid: 23532 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.247689:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:2.0:1782222529.247694:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.247703:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.247711:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.247984:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222529.248049:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2389:x1868795060843648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 434us (1404us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.248072:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15 00010000:00010000:0.0:1782222529.248131:0:23532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.248148:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.248184:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.248194:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.248202:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250773:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250795:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250806:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782222529.250822:0:23532:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003d642cad reply state 0000000055cc5d72 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250835:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250842:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:0.0:1782222529.250845:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782222529.250848:0:23532:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1782222529.250854:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1782222529.250871:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250879:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250886:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250893:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:0.0:1782222529.250897:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250905:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250915:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b73400) 00010000:00010000:0.0:1782222529.250918:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782222529.250922:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250928:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802800/0xe2b7cc26e68131ff lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782222529.250947:0:23532:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003d642cad reply state 0000000055cc5d72 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250956:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.250963:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f087f8f3500) 00010000:00010000:0.0:1782222529.250965:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782222529.250972:0:23532:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1782222529.251281:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+10:18717:x1868795060843520:12345-192.168.203.27@tcp:36:lfs.0 Request processed in 8540us (8953us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1782222529.251290:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28 00000100:00100000:3.0:1782222529.378724:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.379085:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060843776 00000100:00100000:2.0:1782222529.379095:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060843776 00000100:00100000:2.0:1782222529.379159:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29 00000100:00100000:2.0:1782222529.379168:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+10:18725:x1868795060843776:12345-192.168.203.27@tcp:101:lctl.0 00010000:00010000:2.0:1782222529.379192:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222529.379213:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e6813214 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558ac5 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.379331:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e681321b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.379355:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e681321b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.379368:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e681321b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222529.379410:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782222529.379414:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782222529.379448:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e681321b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.379472:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e6813214 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ac5 expref: 12 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.379489:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82000/0xe2b7cc26e681321b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ac5 expref: 11 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.379525:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:2.0:1782222529.379528:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782222529.379531:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82000, rc 0) 00000100:00100000:2.0:1782222529.379595:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+11:18725:x1868795060843776:12345-192.168.203.27@tcp:101:lctl.0 Request processed in 427us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.379603:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29 00000100:00100000:3.0:1782222529.418811:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.418919:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060843904 00000100:00100000:1.0:1782222529.418940:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060843904 00000100:00100000:1.0:1782222529.419000:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30 00000100:00100000:1.0:1782222529.419009:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:18726:x1868795060843904:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:1.0:1782222529.419028:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222529.419049:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514e00/0xe2b7cc26e6813222 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558acc expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.419112:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e6813229 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.419125:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e6813229 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.419137:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e6813229 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782222529.419180:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1782222529.419186:0:22777:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782222529.419206:0:22777:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e6813229 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.419229:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514e00/0xe2b7cc26e6813222 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558acc expref: 7 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.419271:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515a00/0xe2b7cc26e6813229 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558acc expref: 6 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.419280:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:1.0:1782222529.419282:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782222529.419286:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847515a00, rc 0) 00000100:00100000:1.0:1782222529.419356:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18726:x1868795060843904:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 338us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.419364:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30 00000100:00100000:3.0:1782222529.421873:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.421962:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060844032 00000100:00100000:2.0:1782222529.421972:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060844032 00000100:00100000:2.0:1782222529.422027:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 31 00000100:00100000:2.0:1782222529.422036:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+6:18726:x1868795060844032:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1782222529.422055:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222529.422074:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e6813230 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558ad3 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422143:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422156:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422166:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422176:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422184:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422205:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422332:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83600/0xe2b7cc26e6813245 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422341:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83600/0xe2b7cc26e6813245 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422357:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83600/0xe2b7cc26e6813245 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222529.422394:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782222529.422397:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782222529.422420:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83600/0xe2b7cc26e6813245 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422432:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422438:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422444:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422450:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82200 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222529.422454:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422461:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422479:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:2.0:1782222529.422482:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222529.422486:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422492:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82200/0xe2b7cc26e6813237 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422515:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422522:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422527:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422532:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83200 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222529.422535:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422541:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422548:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f087f8f3500) 00010000:00010000:2.0:1782222529.422550:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222529.422553:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422558:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83200/0xe2b7cc26e681323e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422593:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82e00/0xe2b7cc26e6813230 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ad3 expref: 8 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422603:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83600/0xe2b7cc26e6813245 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ad3 expref: 7 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.422607:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:2.0:1782222529.422609:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782222529.422610:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83600, rc 0) 00000100:00100000:2.0:1782222529.422662:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+7:18726:x1868795060844032:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 628us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.422666:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 31 00000100:00100000:3.0:1782222529.427096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.428912:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060844160 00000100:00100000:2.0:1782222529.428924:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060844160 00000100:00100000:2.0:1782222529.428999:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6 00000100:00100000:2.0:1782222529.429008:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:18726:x1868795060844160:12345-192.168.203.27@tcp:900:lfs.0 00000100:00100000:2.0:1782222529.429088:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:18726:x1868795060844160:12345-192.168.203.27@tcp:900:lfs.0 Request processed in 81us (2001us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.429095:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6 00000100:00080000:3.0:1782222529.429961:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782222529.432150:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.433643:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060844416 00000100:00100000:0.0:1782222529.433656:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060844416 00000100:00100000:0.0:1782222529.433784:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 32 00000100:00100000:0.0:1782222529.433804:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+7:18726:x1868795060844416:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:0.0:1782222529.433822:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222529.433840:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e681324c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558ada expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782222529.433929:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1782222529.434019:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e681324c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ada expref: 9 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.434034:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:0.0:1782222529.434036:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1782222529.434041:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e681324c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ada expref: 9 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.434054:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875803a00, rc 0) 00000100:00100000:0.0:1782222529.434119:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+8:18726:x1868795060844416:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 318us (1979us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1782222529.434127:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 32 00000100:00100000:0.0:1782222529.442620:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.442776:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060844672 00000100:00100000:2.0:1782222529.442785:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060844672 00000100:00100000:3.0:1782222529.442952:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 33 00000100:00100000:3.0:1782222529.442962:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+8:18726:x1868795060844672:12345-192.168.203.27@tcp:36:lfs.0 00010000:00010000:3.0:1782222529.443026:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222529.443052:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83600/0xe2b7cc26e6813245 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ad3 expref: 8 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.443073:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:3.0:1782222529.443078:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782222529.443106:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.443130:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.443140:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782222529.443381:0:22776:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d4fbb018 reply state 00000000c6fd39b8 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.443394:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.443400:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:3.0:1782222529.443402:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1782222529.443405:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1782222529.443412:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1782222529.443500:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+9:18726:x1868795060844672:12345-192.168.203.27@tcp:36:lfs.0 Request processed in 539us (888us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1782222529.443508:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 33 00000100:00100000:3.0:1782222529.445034:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.445812:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060844928 00000100:00100000:1.0:1782222529.445823:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060844928 00000100:00100000:1.0:1782222529.445880:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2 00000100:00100000:1.0:1782222529.445890:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+9:18726:x1868795060844928:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:1.0:1782222529.446221:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+10:18726:x1868795060844928:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 332us (1193us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1782222529.446229:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2 00000100:00100000:0.0:1782222529.453825:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.453907:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060845184 00000100:00100000:1.0:1782222529.453917:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060845184 00000100:00100000:1.0:1782222529.453973:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 34 00000100:00100000:1.0:1782222529.453982:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08485a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+10:18726:x1868795060845184:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:1.0:1782222529.454003:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222529.454021:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514e00/0xe2b7cc26e6813261 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558ae1 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454100:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454113:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454124:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454136:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454156:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454164:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782222529.454469:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1782222529.454544:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454553:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454560:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454566:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847514a00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:1.0:1782222529.454571:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454579:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454593:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:1.0:1782222529.454596:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782222529.454601:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454608:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813268 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454631:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454637:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454644:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454649:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515000 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:1.0:1782222529.454652:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454658:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454666:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f087f8f3500) 00010000:00010000:1.0:1782222529.454668:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782222529.454671:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454677:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e681326f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454710:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514e00/0xe2b7cc26e6813261 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae1 expref: 12 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454720:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:1.0:1782222529.454722:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1782222529.454732:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514e00/0xe2b7cc26e6813261 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae1 expref: 12 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.454741:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514e00, rc 0) 00000100:00100000:1.0:1782222529.454798:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08485a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+11:18726:x1868795060845184:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 816us (982us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1782222529.454806:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 34 00000100:00100000:0.0:1782222529.459981:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.460123:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060845312 00000100:00100000:1.0:1782222529.460132:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060845312 00000100:00100000:1.0:1782222529.460193:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 35 00000100:00100000:1.0:1782222529.460202:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+11:18726:x1868795060845312:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:1.0:1782222529.460224:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222529.460283:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514000/0xe2b7cc26e681327d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558ae8 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.460379:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.460393:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.460405:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782222529.460430:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1782222529.460442:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782222529.460461:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.460488:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514000/0xe2b7cc26e681327d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 13 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.460516:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.460525:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:1.0:1782222529.460528:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782222529.460531:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847515200, rc 0) 00000100:00100000:1.0:1782222529.460588:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+12:18726:x1868795060845312:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 387us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.460596:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 35 00000100:00100000:3.0:1782222529.466085:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.466182:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060845440 00000100:00100000:0.0:1782222529.466192:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060845440 00000100:00100000:0.0:1782222529.466274:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:0.0:1782222529.466283:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+12:18726:x1868795060845440:12345-192.168.203.27@tcp:37:lfs.0 00000100:00100000:3.0:1782222529.477831:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+12:18726:x1868795060845440:12345-192.168.203.27@tcp:37:lfs.0 Request processed in 11538us (11745us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.477845:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:3.0:1782222529.482797:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.486669:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060845696 00000100:00100000:1.0:1782222529.486685:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060845696 00000100:00100000:1.0:1782222529.486921:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4 00000100:00100000:1.0:1782222529.486932:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747513850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+12:18726:x1868795060845696:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:1.0:1782222529.487193:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747513850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+13:18726:x1868795060845696:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 254us (4396us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1782222529.487202:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4 10000000:01000000:1.0:1782222529.514297:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1782222529.514306:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f07470b9800 from 13 10000000:01000000:1.0:1782222529.514310:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782222529.514369:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0847514000/0xe2b7cc26e681328b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.514381:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0847514000/0xe2b7cc26e681328b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.514393:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0847514000/0xe2b7cc26e681328b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222529.514451:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081938944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.514584:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.514631:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0747e4c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782222529.514783:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081938944 00000100:00100000:1.0:1782222529.514790:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081938944 00000100:00100000:1.0:1782222529.514840:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1782222529.514849:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+20:22772:x1868795081938944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782222529.514863:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222529.514875:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f0847514e00/0xe2b7cc26e6813292 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e681328b expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.514898:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f0847514e00/0xe2b7cc26e6813292 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e681328b expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.514908:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f0847514e00/0xe2b7cc26e6813292 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e681328b expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.514917:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514e00, rc 0) 00000100:00100000:1.0:1782222529.514956:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081938944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.514963:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1782222529.515593:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081938944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782222529.515611:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0847514000/0xe2b7cc26e681328b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6813292 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.515621:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0847514000/0xe2b7cc26e681328b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e6813292 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222529.515778:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aace00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.515817:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222529.515843:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e81540 going to sleep for 11 seconds 00000100:00100000:2.0:1782222529.515860:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939072 00000100:00100000:2.0:1782222529.515864:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939072 00000100:00100000:2.0:1782222529.515897:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1782222529.515905:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081939072:12345-0@lo:501:ll_cfg_requeue.0 00010000:00010000:3.0:1782222529.516078:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222529.516681:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081939200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782222529.516727:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222529.516908:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939200 00000100:00100000:1.0:1782222529.516914:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939200 00000100:00100000:1.0:1782222529.516953:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1782222529.516961:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081939200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782222529.516989:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1782222529.517042:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081939200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.517057:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1782222529.517135:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081939200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782222529.517586:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081939072:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1680us (1767us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.517595:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1782222529.525977:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aace00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.526051:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881599f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.526129:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.526179:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795d80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222529.526203:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939328 00000100:00100000:3.0:1782222529.526211:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939328 00000100:00100000:3.0:1782222529.526281:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1782222529.526291:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081939328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1782222529.526434:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081939328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 144us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.526442:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1782222529.526595:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881599f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939328:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1782222529.528059:0:25819:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1782222529.528550:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1782222529.528574:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782222529.528585:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0847514000/0xe2b7cc26e681328b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6813292 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.528597:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0847514000/0xe2b7cc26e681328b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e6813292 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222529.528608:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1782222529.528610:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f0746672000 from 13 10000000:01000000:0.0:1782222529.528612:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782222529.528856:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0875802000/0xe2b7cc26e6813299 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.528866:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0875802000/0xe2b7cc26e6813299 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.528894:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0875802000/0xe2b7cc26e6813299 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222529.528992:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.529050:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.529123:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795240 going to sleep for 11 seconds 00000100:00100000:2.0:1782222529.529168:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939456 00000100:00100000:2.0:1782222529.529175:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939456 00000100:00100000:2.0:1782222529.529381:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1782222529.529392:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+21:22772:x1868795081939456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782222529.529405:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222529.529419:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fb83200/0xe2b7cc26e68132a0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e6813299 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.529453:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fb83200/0xe2b7cc26e68132a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e6813299 expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.529464:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fb83200/0xe2b7cc26e68132a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e6813299 expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.529484:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83200, rc 0) 00000100:00100000:2.0:1782222529.529520:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+22:22772:x1868795081939456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.529527:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1782222529.529600:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222529.529615:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0875802000/0xe2b7cc26e6813299 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.529623:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0875802000/0xe2b7cc26e6813299 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68132a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222529.529695:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.529718:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.530052:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795240 going to sleep for 11 seconds 00000100:00100000:3.0:1782222529.530146:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939584 00000100:00100000:3.0:1782222529.530151:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939584 00000100:00100000:3.0:1782222529.530178:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1782222529.530186:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+22:22772:x1868795081939584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782222529.530394:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+22:22772:x1868795081939584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 207us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.530401:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1782222529.530621:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.530791:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.530835:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.530868:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795240 going to sleep for 11 seconds 00000100:00100000:3.0:1782222529.530985:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939712 00000100:00100000:3.0:1782222529.530989:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939712 00000100:00100000:3.0:1782222529.531155:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1782222529.531165:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+22:22772:x1868795081939712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1782222529.531283:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+22:22772:x1868795081939712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 119us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.531290:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1782222529.531368:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939712:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1782222529.532951:0:25820:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1782222529.533033:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1782222529.533052:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782222529.533076:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0875802000/0xe2b7cc26e6813299 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.533087:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0875802000/0xe2b7cc26e6813299 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782222529.533098:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1782222529.533100:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f0847068000 from 13 10000000:01000000:0.0:1782222529.533103:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782222529.533135:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0875803600/0xe2b7cc26e68132a7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.533142:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f0875803600/0xe2b7cc26e68132a7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.533152:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f0875803600/0xe2b7cc26e68132a7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222529.533172:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.533260:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.534017:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795900 going to sleep for 11 seconds 00000100:00100000:2.0:1782222529.534437:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939840 00000100:00100000:2.0:1782222529.534446:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939840 00000100:00100000:2.0:1782222529.534490:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1782222529.534498:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+22:22772:x1868795081939840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782222529.534512:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222529.534527:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f087fb82200/0xe2b7cc26e68132ae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e68132a7 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.534550:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f087fb82200/0xe2b7cc26e68132ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e68132a7 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.534560:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f087fb82200/0xe2b7cc26e68132ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e68132a7 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.534568:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82200, rc 0) 00000100:00100000:2.0:1782222529.534621:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081939840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.534628:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1782222529.534889:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782222529.534906:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f0875803600/0xe2b7cc26e68132a7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.534914:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f0875803600/0xe2b7cc26e68132a7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68132ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222529.534992:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.535038:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.535069:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795900 going to sleep for 11 seconds 00000100:00100000:2.0:1782222529.535178:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081939968 00000100:00100000:2.0:1782222529.535183:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081939968 00000100:00100000:2.0:1782222529.535203:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1782222529.535210:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081939968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.535362:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081939968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 151us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.535376:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1782222529.535684:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081939968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.535715:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782222529.535755:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222529.535783:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795900 going to sleep for 11 seconds 00000100:00100000:2.0:1782222529.536028:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081940096 00000100:00100000:2.0:1782222529.536034:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081940096 00000100:00100000:2.0:1782222529.536059:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1782222529.536065:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b93450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081940096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.536167:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b93450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081940096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 101us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.536175:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1782222529.537273:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1782222529.539116:0:25821:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1782222529.539330:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1782222529.539362:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1782222529.539374:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f0875803600/0xe2b7cc26e68132a7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.539386:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f0875803600/0xe2b7cc26e68132a7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782222529.539396:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1782222529.539398:0:22772:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f087e397000 from 13 10000000:01000000:2.0:1782222529.539401:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1782222529.539550:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82c00/0xe2b7cc26e68132b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.539559:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.127@tcp lock: ffff8f087fb82c00/0xe2b7cc26e68132b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.539568:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.127@tcp lock: ffff8f087fb82c00/0xe2b7cc26e68132b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222529.539590:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.539681:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222529.539726:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222529.539841:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081940224 00000100:00100000:3.0:1782222529.539848:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081940224 00000100:00100000:3.0:1782222529.539895:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1782222529.539905:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+23:22772:x1868795081940224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782222529.539926:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222529.539938:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f074744c000/0xe2b7cc26e68132bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe2b7cc26e68132b5 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.539968:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f074744c000/0xe2b7cc26e68132bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe2b7cc26e68132b5 expref: 24 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.539978:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f074744c000/0xe2b7cc26e68132bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe2b7cc26e68132b5 expref: 24 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222529.539988:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744c000, rc 0) 00000100:00100000:3.0:1782222529.540029:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081940224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222529.540036:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1782222529.540531:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782222529.540548:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.127@tcp lock: ffff8f087fb82c00/0xe2b7cc26e68132b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132bc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.540558:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.127@tcp lock: ffff8f087fb82c00/0xe2b7cc26e68132b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe2b7cc26e68132bc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222529.540617:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.540663:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222529.540690:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782222529.540703:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081940352 00000100:00100000:2.0:1782222529.540707:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081940352 00000100:00100000:2.0:1782222529.540728:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1782222529.540735:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081940352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.540838:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081940352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 102us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.540846:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1782222529.540868:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.540893:0:22772:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.541133:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222529.541154:0:22772:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782222529.541171:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081940480 00000100:00100000:2.0:1782222529.541175:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081940480 00000100:00100000:2.0:1782222529.541191:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1782222529.541204:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b91c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081940480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782222529.542335:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b91c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:22772:x1868795081940480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1127us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.542354:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1782222529.542589:0:22772:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:65548448-ca70-48e0-b85a-88f22d1110c9:22772:1868795081940480:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1782222529.544204:0:25822:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1782222529.544451:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1782222529.544474:0:22772:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1782222529.544485:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.127@tcp lock: ffff8f087fb82c00/0xe2b7cc26e68132b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132bc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.544495:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.127@tcp lock: ffff8f087fb82c00/0xe2b7cc26e68132b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe2b7cc26e68132bc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222529.571907:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.572360:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060845824 00000100:00100000:0.0:1782222529.572370:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060845824 00000100:00100000:2.0:1782222529.572768:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 36 00000100:00100000:2.0:1782222529.572781:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+11:18732:x1868795060845824:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:2.0:1782222529.572801:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222529.572822:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68132c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558aef expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.572888:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.572902:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.572914:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573156:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573178:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573186:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573300:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83000/0xe2b7cc26e68132d8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573311:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83000/0xe2b7cc26e68132d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573318:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83000/0xe2b7cc26e68132d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222529.573363:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782222529.573366:0:23532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782222529.573401:0:23532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83000/0xe2b7cc26e68132d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573414:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573421:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573427:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573508:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83e00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222529.573512:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573527:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573541:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:2.0:1782222529.573544:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222529.573549:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573556:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68132ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573570:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573576:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573843:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573849:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83a00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222529.573852:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573860:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573869:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f087f8f3500) 00010000:00010000:2.0:1782222529.573872:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222529.573876:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573893:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68132d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573936:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68132c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558aef expref: 13 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573949:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83000/0xe2b7cc26e68132d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558aef expref: 12 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.573956:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:2.0:1782222529.573958:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1782222529.573960:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83000, rc 0) 00000100:00100000:2.0:1782222529.574030:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+12:18732:x1868795060845824:12345-192.168.203.27@tcp:101:bash.0 Request processed in 1251us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.574037:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 36 00000100:00100000:0.0:1782222529.578583:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.578896:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060845952 00000100:00100000:2.0:1782222529.578907:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060845952 00000100:00100000:2.0:1782222529.579086:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:2.0:1782222529.579106:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:18732:x1868795060845952:12345-192.168.203.27@tcp:900:bash.0 00000100:00100000:2.0:1782222529.579195:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:18732:x1868795060845952:12345-192.168.203.27@tcp:900:bash.0 Request processed in 100us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.579204:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:3.0:1782222529.585407:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.585917:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060846208 00000100:00100000:0.0:1782222529.585928:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060846208 00000100:00100000:0.0:1782222529.585995:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 37 00000100:00100000:0.0:1782222529.586005:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+12:18732:x1868795060846208:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:0.0:1782222529.586026:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222529.586045:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803000/0xe2b7cc26e68132df lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558af6 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.586155:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.586171:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.586182:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.586274:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.586291:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 12 pid: 22775 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222529.586304:0:22776:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22776:1868795081940608:192.168.203.27@tcp:104: 00000100:00100000:0.0:1782222529.586400:0:22776:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f086b795900 going to sleep for 11 seconds 00000100:00100000:3.0:1782222529.589679:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.589891:0:22776:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22776:1868795081940608:192.168.203.27@tcp:104: 00010000:00010000:0.0:1782222529.589915:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222529.596891:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060846336 00000100:00100000:2.0:1782222529.596906:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060846336 00010000:00010000:2.0:1782222529.597019:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 13 pid: 22775 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222529.597082:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16 00000100:00100000:2.0:1782222529.597091:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+13:2390:x1868795060846336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222529.597107:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222529.597114:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 13 pid: 22775 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.597127:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 13 pid: 22775 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.597148:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813284 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558ae8 expref: 13 pid: 22775 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.597163:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:2.0:1782222529.597168:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.597178:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.597186:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.597209:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222529.597303:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+12:2390:x1868795060846336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 212us (7634us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.597311:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16 00010000:00010000:0.0:1782222529.599124:0:22776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599139:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599175:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599186:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599196:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599677:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599698:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599707:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782222529.599720:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1782222529.599747:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599755:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599762:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599767:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802c00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:0.0:1782222529.599771:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599779:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599791:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:0.0:1782222529.599794:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782222529.599798:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599804:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e68132e6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782222529.599814:0:22776:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006f65da7c reply state 000000000c7ad52a transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599830:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599835:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f087f8f3e00) 00010000:00010000:0.0:1782222529.599837:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782222529.599840:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1782222529.599874:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803000/0xe2b7cc26e68132df lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 15 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599888:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 14 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222529.599894:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:0.0:1782222529.599896:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1782222529.599897:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875803a00, rc 0) 00000100:00100000:0.0:1782222529.599964:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+15:18732:x1868795060846208:12345-192.168.203.27@tcp:101:bash.0 Request processed in 13960us (14564us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1782222529.599973:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 37 00000100:00100000:3.0:1782222529.619884:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.620031:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060846464 00000100:00100000:1.0:1782222529.620042:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060846464 00000100:00100000:1.0:1782222529.620105:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 38 00000100:00100000:1.0:1782222529.620115:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+15:18732:x1868795060846464:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:1.0:1782222529.620137:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222529.620157:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813302 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558afd expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.620226:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813309 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.620288:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813309 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.620299:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813309 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782222529.620358:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1782222529.620363:0:22777:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782222529.620384:0:22777:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813309 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.620394:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813309 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.620417:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813302 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558afd expref: 17 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.620451:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813309 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558afd expref: 16 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.620460:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222529.620462:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1782222529.620465:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514a00, rc 0) 00000100:00100000:1.0:1782222529.620528:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+16:18732:x1868795060846464:12345-192.168.203.27@tcp:101:bash.0 Request processed in 415us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.620535:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 38 00000100:00100000:3.0:1782222529.628057:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.628155:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060846720 00000100:00100000:0.0:1782222529.628166:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060846720 00000100:00100000:0.0:1782222529.628220:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:0.0:1782222529.628230:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+16:18732:x1868795060846720:12345-192.168.203.27@tcp:35:bash.0 00000100:00100000:0.0:1782222529.628560:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+17:18732:x1868795060846720:12345-192.168.203.27@tcp:35:bash.0 Request processed in 330us (511us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1782222529.628568:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:3.0:1782222529.709220:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222529.709393:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060846976 00000100:00100000:1.0:1782222529.709402:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060846976 00000100:00100000:1.0:1782222529.709464:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 39 00000100:00100000:1.0:1782222529.709475:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+17:18742:x1868795060846976:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:1.0:1782222529.709509:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222529.709529:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813310 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b04 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782222529.709635:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1782222529.709733:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813310 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b04 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.709750:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:1.0:1782222529.709753:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1782222529.709757:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813310 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b04 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.709786:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847515000, rc 0) 00000100:00100000:1.0:1782222529.709851:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+18:18742:x1868795060846976:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 378us (639us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1782222529.709859:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 39 00000100:00100000:3.0:1782222529.712433:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.712541:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060847232 00000100:00100000:0.0:1782222529.712558:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060847232 00000100:00100000:0.0:1782222529.712620:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6 00000100:00100000:0.0:1782222529.712630:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+18:18742:x1868795060847232:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:0.0:1782222529.712866:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+19:18742:x1868795060847232:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 237us (440us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1782222529.712875:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6 00000040:00080000:1.0:1782222529.770969:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1782222529.772031:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.772502:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060847488 00000100:00100000:2.0:1782222529.772525:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060847488 00000100:00100000:2.0:1782222529.772594:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 40 00000100:00100000:2.0:1782222529.772605:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+19:18745:x1868795060847488:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1782222529.772632:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222529.772653:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e681331e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b0b expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.772767:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e6813325 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.772781:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e6813325 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.772794:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e6813325 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222529.772805:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1782222529.772923:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e681331e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b0b expref: 22 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.772941:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e6813325 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b0b expref: 21 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.772948:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222529.772951:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782222529.772954:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83a00, rc 0) 00000100:00100000:2.0:1782222529.773015:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+21:18745:x1868795060847488:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 413us (992us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1782222529.773023:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 40 00000100:00100000:3.0:1782222529.781563:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222529.781614:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222529.781687:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060847744 00000100:00100000:2.0:1782222529.781707:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060847744 00000100:00100000:1.0:1782222529.781715:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060847616 00000100:00100000:1.0:1782222529.781721:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060847616 00000100:00100000:2.0:1782222529.781790:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 0 00000100:00100000:1.0:1782222529.781795:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 41 00000100:00100000:2.0:1782222529.781802:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+22:2389:x1868795060847744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1782222529.781809:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+22:18745:x1868795060847616:12345-192.168.203.27@tcp:54:lfs.0 00010000:00010000:2.0:1782222529.781822:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222529.781860:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e6813325 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b0b expref: 22 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.781869:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222529.781881:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222529.782007:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222529.782069:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+21:2389:x1868795060847744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 269us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222529.782078:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 0 00010000:00010000:1.0:1782222529.786071:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786097:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786143:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786151:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786158:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786164:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515000 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:1.0:1782222529.786188:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786196:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786208:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222529.786212:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1782222529.786216:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222529.786223:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813333 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222529.786356:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+20:18745:x1868795060847616:12345-192.168.203.27@tcp:54:lfs.0 Request processed in 4537us (4787us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222529.786367:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 41 00000100:00100000:3.0:1782222529.803032:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222529.803144:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060848000 00000100:00100000:0.0:1782222529.803154:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060848000 00000100:00100000:0.0:1782222529.803213:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:0.0:1782222529.803223:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+20:18745:x1868795060848000:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:0.0:1782222529.803811:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+21:18745:x1868795060848000:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 587us (786us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1782222529.803820:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7 00000040:00080000:1.0:1782222529.966276:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1782222530.027012:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081940736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222530.027089:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222530.027662:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081940736 00000100:00100000:0.0:1782222530.027670:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081940736 00000100:00100000:0.0:1782222530.027728:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1782222530.027737:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081940736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782222530.027833:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782222530.028168:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081940736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 431us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222530.028178:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1782222530.029704:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f088159aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081940736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222530.218815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222530.221548:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060848256 00000100:00100000:2.0:1782222530.221565:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060848256 00000100:00100000:2.0:1782222530.221645:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 42 00000100:00100000:2.0:1782222530.221656:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+21:18777:x1868795060848256:12345-192.168.203.27@tcp:101:cat.0 00010000:00010000:2.0:1782222530.221688:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222530.221710:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e681333a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b12 expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222530.222535:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e6813341 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222530.222554:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e6813341 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222530.222566:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e6813341 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222530.222592:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1782222530.222722:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e681333a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b12 expref: 24 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222530.222753:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e6813341 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b12 expref: 23 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222530.222762:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222530.224701:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782222530.224709:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82800, rc 0) 00000100:00100000:2.0:1782222530.224807:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+23:18777:x1868795060848256:12345-192.168.203.27@tcp:101:cat.0 Request processed in 3148us (5996us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1782222530.224816:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 42 00000100:00100000:3.0:1782222530.228539:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222530.228617:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222530.230912:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060848384 00000100:00100000:1.0:1782222530.230927:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060848384 00000100:00100000:1.0:1782222530.231016:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1 00000100:00100000:1.0:1782222530.231028:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+23:2387:x1868795060848384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782222530.231042:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222530.231068:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e6813341 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b12 expref: 23 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.231088:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222530.231093:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782222530.231857:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+22:2387:x1868795060848384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 825us (3320us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222530.231881:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1 00000100:00100000:0.0:1782222530.232028:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060848640 00000100:00100000:0.0:1782222530.232035:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060848640 00000100:00100000:0.0:1782222530.232078:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00100000:0.0:1782222530.232086:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+22:18777:x1868795060848640:12345-192.168.203.27@tcp:35:cat.0 00000100:00100000:0.0:1782222530.232399:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+23:18777:x1868795060848640:12345-192.168.203.27@tcp:35:cat.0 Request processed in 313us (3780us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1782222530.232412:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00100000:3.0:1782222530.337948:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222530.339484:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060848896 00000100:00100000:0.0:1782222530.339498:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060848896 00000100:00100000:0.0:1782222530.339570:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 43 00000100:00100000:0.0:1782222530.339581:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+23:18783:x1868795060848896:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1782222530.339606:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222530.339625:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803000/0xe2b7cc26e681334f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b19 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222530.339730:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e6813356 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222530.339744:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e6813356 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222530.339754:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e6813356 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782222530.339765:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1782222530.339880:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803000/0xe2b7cc26e681334f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b19 expref: 26 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222530.339897:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e6813356 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b19 expref: 25 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222530.339905:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:0.0:1782222530.339907:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1782222530.339911:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875802c00, rc 0) 00000100:00100000:0.0:1782222530.339992:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:18783:x1868795060848896:12345-192.168.203.27@tcp:101:dd.0 Request processed in 412us (2052us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1782222530.339999:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 43 00000100:00100000:3.0:1782222530.355999:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222530.356104:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060849024 00000100:00100000:1.0:1782222530.356115:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060849024 00000100:00100000:1.0:1782222530.356182:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44 00000100:00100000:1.0:1782222530.356192:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:18783:x1868795060849024:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1782222530.356218:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222530.356263:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813364 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b20 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.356298:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.356311:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.356322:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.356466:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813364 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 27 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.356484:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 26 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.356505:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222530.356509:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1782222530.356512:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514400, rc 0) 00000100:00100000:1.0:1782222530.356577:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+26:18783:x1868795060849024:12345-192.168.203.27@tcp:101:dd.0 Request processed in 386us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222530.356591:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44 00000100:00100000:3.0:1782222530.357047:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222530.357515:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060849152 00000100:00100000:1.0:1782222530.357523:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060849152 00000100:00100000:1.0:1782222530.357575:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2 00000100:00100000:1.0:1782222530.357585:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+26:2388:x1868795060849152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782222530.357597:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222530.357614:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802c00/0xe2b7cc26e6813356 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b19 expref: 26 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.357640:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222530.357644:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782222530.357869:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:2388:x1868795060849152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 284us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222530.357878:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2 00000100:00100000:3.0:1782222530.371597:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222530.372173:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060849408 00000100:00100000:1.0:1782222530.372184:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060849408 00000100:00100000:1.0:1782222530.372273:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 45 00000100:00100000:1.0:1782222530.372284:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:18783:x1868795060849408:12345-192.168.203.27@tcp:36:dd.0 00010000:00010000:1.0:1782222530.372355:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222530.372383:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514a00/0xe2b7cc26e6813309 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558afd expref: 25 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.372401:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222530.372406:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1782222530.372900:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.372946:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.372956:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1782222530.373005:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1782222530.373027:0:22776:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c8c9fc6c reply state 00000000a3187430 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.373040:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222530.373045:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222530.373048:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782222530.373050:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1782222530.373149:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+27:18783:x1868795060849408:12345-192.168.203.27@tcp:36:dd.0 Request processed in 867us (1559us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1782222530.373157:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 45 00000020:00080000:1.0:1782222530.373161:0:22776:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1782222530.461128:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222530.461274:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060849664 00000100:00100000:0.0:1782222530.461288:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060849664 00000100:00100000:0.0:1782222530.461454:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9 00000100:00100000:0.0:1782222530.461467:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08803eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+27:18783:x1868795060849664:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:0.0:1782222530.461863:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08803eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+28:18783:x1868795060849664:12345-192.168.203.27@tcp:35:dd.0 Request processed in 396us (748us total) trans 12884901907 rc 0/0 00000100:00100000:0.0:1782222530.461872:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9 00010000:00010000:0.0:1782222530.538515:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222530.543490:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08803e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081940864:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.543614:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222530.543625:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08803e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081941120:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.543682:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081941248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1782222530.543715:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222530.543731:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222530.543774:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081941888:0@lo:400:kworker.0 00000100:00100000:1.0:1782222530.543779:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081941632:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.543825:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222530.543836:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222530.543857:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081942400:0@lo:400:kworker.0 00000100:00100000:1.0:1782222530.543876:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081942144:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.543898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222530.543960:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081941248 00000100:00100000:2.0:1782222530.543970:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081941248 00000100:00100000:2.0:1782222530.544046:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1782222530.544059:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081941248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782222530.544104:0:24287:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782222530.544229:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08803eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081940992:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.546118:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081941120 00000100:00100000:3.0:1782222530.546139:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081941120 00000100:00100000:3.0:1782222530.546217:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081941632 00000100:00100000:3.0:1782222530.546221:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081941632 00000100:00100000:3.0:1782222530.546266:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222530.546277:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1868795081941120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.546396:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1868795081941120:12345-0@lo:400:kworker.0 Request processed in 121us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.546404:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782222530.546422:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782222530.546429:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081941632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.546486:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1868795081941632:12345-0@lo:400:kworker.0 Request processed in 57us (2651us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.546492:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782222530.546971:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f08803e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081941376:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.547024:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222530.547062:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081941760:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.547095:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222530.547115:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081942272:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.547135:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222530.547174:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081941760 00000100:00100000:3.0:1782222530.547180:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081941760 00000100:00100000:3.0:1782222530.547219:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1782222530.547226:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0847427850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081941760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.547296:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0847427850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1868795081941760:12345-0@lo:400:kworker.0 Request processed in 69us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.547302:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1782222530.547502:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1868795081941760:0@lo:400:kworker.0 00000100:00080000:3.0:1782222530.548021:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1782222530.548040:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081941888 00000100:00100000:3.0:1782222530.548045:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081941888 00000100:00100000:3.0:1782222530.548078:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081942400 00000100:00100000:3.0:1782222530.548082:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081942400 00000100:00100000:3.0:1782222530.548105:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081941376 00000100:00100000:3.0:1782222530.548108:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081941376 00000100:00100000:3.0:1782222530.548121:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081942272 00000100:00100000:3.0:1782222530.548123:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081942272 00000100:00100000:3.0:1782222530.548141:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1782222530.548168:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081941888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548279:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1868795081941888:12345-0@lo:400:kworker.0 Request processed in 112us (4454us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.548287:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1782222530.548304:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1782222530.548311:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1868795081942400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548355:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1868795081942400:12345-0@lo:400:kworker.0 Request processed in 46us (4459us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.548362:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1782222530.548374:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1782222530.548380:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081941376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548413:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1868795081941376:12345-0@lo:400:kworker.0 Request processed in 34us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.548419:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1782222530.548429:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1782222530.548435:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1868795081942272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548463:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1868795081942272:12345-0@lo:400:kworker.0 Request processed in 28us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.548469:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:3.0:1782222530.548486:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1782222530.548489:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782222530.548680:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1868795081941888:0@lo:400:kworker.0 00010000:00080000:3.0:1782222530.548699:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0846f94a80 x1868795081942400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782222530.548711:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1868795081942400:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548759:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08803e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1868795081941376:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548772:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1868795081942272:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548798:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081940864 00000100:00100000:3.0:1782222530.548803:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081940864 00000100:00100000:3.0:1782222530.548839:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1782222530.548847:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:3655:x1868795081940864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.548892:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:65548448-ca70-48e0-b85a-88f22d1110c9+24:3655:x1868795081940864:12345-0@lo:400:kworker.0 Request processed in 45us (5279us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.548899:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1782222530.548928:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08803e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:65548448-ca70-48e0-b85a-88f22d1110c9:3655:1868795081940864:0@lo:400:kworker.0 00000100:00100000:2.0:1782222530.554193:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1868795081941248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 10129us (10454us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222530.554207:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1782222530.554325:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1868795081941248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1782222530.565162:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222530.565775:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08803e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1868795081941120:0@lo:400:kworker.0 00000100:00100000:1.0:1782222530.565796:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1868795081941632:0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.566495:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081942144 00000100:00100000:3.0:1782222530.566511:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081942144 00000100:00080000:1.0:1782222530.566616:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782222530.566618:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1782222530.566636:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081942144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.566759:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1868795081942144:12345-0@lo:400:kworker.0 Request processed in 128us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.566767:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1782222530.567056:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222530.567115:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081941504:0@lo:400:kworker.0 00010000:00080000:1.0:1782222530.567128:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f0846f95f80 x1868795081942144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782222546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782222530.567147:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1868795081942144:0@lo:400:kworker.0 00000100:00100000:0.0:1782222530.567160:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222530.567191:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081942016:0@lo:400:kworker.0 00000100:00100000:0.0:1782222530.567220:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222530.567221:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081941504 00000100:00100000:1.0:1782222530.567231:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081941504 00000100:00100000:0.0:1782222530.567268:0:3656:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0881598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081942528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782222530.567293:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222530.567333:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081942528 00000100:00100000:0.0:1782222530.567352:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081942528 00000100:00100000:0.0:1782222530.567392:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1782222530.567400:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881599f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081942528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782222530.567424:0:24288:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782222530.567467:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881599f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081942528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222530.567490:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1782222530.567550:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0881598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081942528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782222530.567575:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081942016 00000100:00100000:0.0:1782222530.567578:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081942016 00000100:00100000:3.0:1782222530.567646:0:25397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081940992 00000100:00100000:3.0:1782222530.567651:0:25397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081940992 00000100:00100000:1.0:1782222530.573835:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1782222530.573849:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081941504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782222530.573962:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1868795081941504:12345-0@lo:400:kworker.0 Request processed in 115us (6805us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222530.573970:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1782222530.574040:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1868795081941504:0@lo:400:kworker.0 00000100:00100000:0.0:1782222530.578924:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1782222530.578946:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f088159aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081942016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782222530.579084:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f088159aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1868795081942016:12345-0@lo:400:kworker.0 Request processed in 145us (11863us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222530.579093:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1782222530.581092:0:25397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782222530.581116:0:25397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081940992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782222530.581266:0:25397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3656:x1868795081940992:12345-0@lo:400:kworker.0 Request processed in 159us (14210us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.581276:0:25397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1782222530.581277:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1782222530.581292:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1782222530.585330:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f08803eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1868795081940992:0@lo:400:kworker.0 00000100:00100000:1.0:1782222530.585365:0:3656:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1868795081942016:0@lo:400:kworker.0 00000100:00100000:0.0:1782222530.731410:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222530.731636:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060849792 00000100:00100000:3.0:1782222530.731661:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060849792 00000100:00100000:3.0:1782222530.732102:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 46 00000100:00100000:3.0:1782222530.732114:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0881598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+28:18797:x1868795060849792:12345-192.168.203.27@tcp:101:stat.0 00010000:00010000:3.0:1782222530.732135:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222530.732151:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813379 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b27 expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732206:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732217:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732224:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732230:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732265:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732270:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732348:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681338e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732358:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681338e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732365:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681338e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782222530.732413:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1782222530.732417:0:23532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1782222530.732457:0:23532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681338e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732470:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681338e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732478:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732484:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732694:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732700:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222530.732705:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732713:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732725:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:3.0:1782222530.732727:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222530.732732:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732737:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e6813380 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732761:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732768:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732833:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732839:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744c200 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222530.732842:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732849:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732858:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f087f8f3e00) 00010000:00010000:3.0:1782222530.732861:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222530.732864:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732870:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e6813387 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732899:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813379 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b27 expref: 30 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732912:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681338e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b27 expref: 29 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.732930:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222530.732932:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1782222530.732935:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744ce00, rc 0) 00000100:00100000:3.0:1782222530.733054:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0881598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+29:18797:x1868795060849792:12345-192.168.203.27@tcp:101:stat.0 Request processed in 942us (1655us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222530.733061:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 46 00000100:00100000:1.0:1782222530.791808:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222530.791898:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060850048 00000100:00100000:3.0:1782222530.791908:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060850048 00000100:00100000:3.0:1782222530.792023:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 47 00000100:00100000:3.0:1782222530.792031:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+29:18803:x1868795060850048:12345-192.168.203.27@tcp:36:truncate.0 00010000:00010000:3.0:1782222530.792089:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222530.792120:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681338e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b27 expref: 29 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.792140:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222530.792145:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782222530.792477:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.792503:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.792512:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1782222530.792554:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:3.0:1782222530.792574:0:22776:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000045d59b5c reply state 000000002c0bef90 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.792600:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222530.792607:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222530.792610:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1782222530.792612:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1782222530.792719:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+31:18803:x1868795060850048:12345-192.168.203.27@tcp:36:truncate.0 Request processed in 688us (922us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1782222530.792727:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 47 00000020:00080000:3.0:1782222530.792732:0:22776:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:1.0:1782222530.795332:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1782222531.008276:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222531.008392:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060850176 00000100:00100000:2.0:1782222531.008404:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060850176 00000100:00100000:2.0:1782222531.008497:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 48 00000100:00100000:2.0:1782222531.008509:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+31:18817:x1868795060850176:12345-192.168.203.27@tcp:101:stat.0 00010000:00010000:2.0:1782222531.008532:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222531.008551:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e681339c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b2e expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008620:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008635:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008649:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008660:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008666:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008672:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008761:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008771:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008778:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222531.008836:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:2.0:1782222531.008841:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782222531.008870:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008883:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008891:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008896:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008903:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008907:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83e00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222531.008912:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008919:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008931:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:2.0:1782222531.008934:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222531.008938:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008944:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e68133a3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008967:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008973:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008978:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008983:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82400 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222531.008986:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.008992:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.009001:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f087f8f3e00) 00010000:00010000:2.0:1782222531.009003:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222531.009006:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.009012:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133aa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.009047:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e681339c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 33 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.009061:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 32 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.009082:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222531.009084:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782222531.009086:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb82a00, rc 0) 00000100:00100000:2.0:1782222531.009161:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+32:18817:x1868795060850176:12345-192.168.203.27@tcp:101:stat.0 Request processed in 652us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222531.009355:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 48 00000100:00080000:1.0:1782222531.010703:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782222531.124298:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222531.124409:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060850432 00000100:00100000:3.0:1782222531.124419:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060850432 00000100:00100000:3.0:1782222531.124471:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 49 00000100:00100000:3.0:1782222531.124480:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+32:18827:x1868795060850432:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1782222531.124502:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222531.124522:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e68133b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b35 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782222531.124618:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1782222531.124725:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e68133b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b35 expref: 34 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.124739:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:3.0:1782222531.124742:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1782222531.124746:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e68133b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b35 expref: 34 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.124779:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744ce00, rc 0) 00000100:00100000:3.0:1782222531.124831:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+33:18827:x1868795060850432:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 352us (543us total) trans 12884901910 rc 301/301 00000100:00100000:3.0:1782222531.124838:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 49 00000100:00100000:0.0:1782222531.144652:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.146635:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060850688 00000100:00100000:1.0:1782222531.146651:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060850688 00000100:00100000:1.0:1782222531.146948:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10 00000100:00100000:1.0:1782222531.146961:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747512450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+33:18827:x1868795060850688:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:1.0:1782222531.147204:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747512450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+34:18827:x1868795060850688:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 245us (2560us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1782222531.147212:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10 00000100:00100000:0.0:1782222531.250223:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222531.250360:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060850944 00000100:00100000:3.0:1782222531.250372:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060850944 00000100:00100000:3.0:1782222531.250438:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 50 00000100:00100000:3.0:1782222531.250449:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f08483e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+34:18833:x1868795060850944:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:3.0:1782222531.250473:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222531.250505:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e68133c6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b3c expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.250629:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.250644:0:23532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 35 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.250653:0:23532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 35 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.250662:0:23532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.250694:0:23532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 35 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.250724:0:23532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 35 pid: 22775 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222531.250737:0:23532:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23532:1868795081942656:192.168.203.27@tcp:104: 00010000:00010000:3.0:1782222531.250826:0:23532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 35 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.250835:0:23532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 35 pid: 22776 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222531.250844:0:23532:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23532:1868795081942784:192.168.203.27@tcp:104: 00000100:00100000:3.0:1782222531.250864:0:23532:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0864e810c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782222531.258546:0:23532:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23532:1868795081942656:192.168.203.27@tcp:104: 00000100:00100000:3.0:1782222531.258576:0:23532:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23532:1868795081942784:192.168.203.27@tcp:104: 00010000:00010000:3.0:1782222531.258606:0:23532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222531.261258:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222531.261326:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222531.261451:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060851200 00000100:00100000:3.0:1782222531.261462:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060851200 00010000:00010000:3.0:1782222531.261514:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 36 pid: 22776 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222531.261555:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060851072 00000100:00100000:3.0:1782222531.261566:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060851072 00010000:00010000:3.0:1782222531.261580:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 37 pid: 22775 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222531.261605:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 17 00000100:00100000:3.0:1782222531.261615:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0848224050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:2390:x1868795060851200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782222531.261630:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222531.261637:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 37 pid: 22776 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261648:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 37 pid: 22776 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261682:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68132f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558af6 expref: 37 pid: 22776 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261705:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222531.261711:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261720:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261727:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222531.261786:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0848224050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+36:2390:x1868795060851200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 172us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222531.261794:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 17 00000100:00100000:3.0:1782222531.261842:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 18 00000100:00100000:3.0:1782222531.261850:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+35:2390:x1868795060851072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782222531.261865:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222531.261870:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 35 pid: 22775 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261880:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 35 pid: 22775 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261892:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68133b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b2e expref: 35 pid: 22775 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261901:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222531.261905:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261913:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261920:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.261946:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222531.261966:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+34:2390:x1868795060851072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 117us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222531.261972:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 18 00010000:00010000:3.0:1782222531.261996:0:23532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.262003:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782222531.262032:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:3.0:1782222531.262159:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e68133c6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 35 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.262173:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 34 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.262180:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222531.262183:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1782222531.262185:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744c200, rc 0) 00000100:00100000:3.0:1782222531.262211:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f08483e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+34:18833:x1868795060850944:12345-192.168.203.27@tcp:101:bash.0 Request processed in 11764us (11999us total) trans 12884901912 rc 0/0 00000100:00100000:3.0:1782222531.262217:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 50 00000100:00100000:0.0:1782222531.266527:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222531.266771:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060851456 00000100:00100000:3.0:1782222531.266782:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060851456 00000100:00100000:3.0:1782222531.266845:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 51 00000100:00100000:3.0:1782222531.266856:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+34:18833:x1868795060851456:12345-192.168.203.27@tcp:36:bash.0 00010000:00010000:3.0:1782222531.267108:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.267126:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.267137:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1782222531.267182:0:22777:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:3.0:1782222531.267221:0:22777:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e38cc943 reply state 000000007dfae00e transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.267280:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.267289:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222531.267291:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1782222531.267295:0:22777:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1782222531.267398:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:18833:x1868795060851456:12345-192.168.203.27@tcp:36:bash.0 Request processed in 544us (881us total) trans 12884901914 rc 0/0 00000100:00100000:3.0:1782222531.267407:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 51 00000020:00080000:3.0:1782222531.267412:0:22777:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1782222531.272196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222531.272390:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060851584 00000100:00100000:2.0:1782222531.272400:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060851584 00000100:00100000:2.0:1782222531.272461:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 52 00000100:00100000:2.0:1782222531.272472:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:18833:x1868795060851584:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:2.0:1782222531.272503:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222531.272525:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68133e2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b43 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.272591:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68133e2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b43 expref: 38 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.272607:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68133e2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b43 expref: 38 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.272627:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222531.272631:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1782222531.272635:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83a00, rc 0) 00000100:00100000:2.0:1782222531.272704:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18833:x1868795060851584:12345-192.168.203.27@tcp:101:bash.0 Request processed in 224us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222531.272728:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 52 00000100:00100000:0.0:1782222531.280659:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222531.280961:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060851712 00000100:00100000:3.0:1782222531.280973:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060851712 00000100:00100000:3.0:1782222531.281034:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 53 00000100:00100000:3.0:1782222531.281044:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18833:x1868795060851712:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:3.0:1782222531.281071:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222531.281093:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e68133e9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b4a expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.281184:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.281199:0:22777:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 39 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.281207:0:22777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.281275:0:22777:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 39 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.281301:0:22777:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 39 pid: 23532 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222531.281316:0:22777:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22777:1868795081942912:192.168.203.27@tcp:104: 00000100:00100000:3.0:1782222531.281651:0:22777:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746415a80 going to sleep for 11 seconds 00000100:00100000:0.0:1782222531.286069:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222531.286187:0:22777:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22777:1868795081942912:192.168.203.27@tcp:104: 00010000:00010000:3.0:1782222531.286213:0:22777:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222531.286300:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060851840 00000100:00100000:2.0:1782222531.286307:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060851840 00010000:00010000:2.0:1782222531.286360:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 40 pid: 23532 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222531.286402:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 19 00000100:00100000:2.0:1782222531.286412:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+40:2390:x1868795060851840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222531.286427:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222531.286434:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 40 pid: 23532 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.286446:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 40 pid: 23532 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.286468:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c200/0xe2b7cc26e68133cd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b3c expref: 40 pid: 23532 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.286767:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222531.286773:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.286783:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.286791:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.286833:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222531.286887:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+39:2390:x1868795060851840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 475us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222531.286894:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 19 00010000:00010000:3.0:1782222531.286954:0:22777:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.286962:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782222531.287016:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1782222531.287020:0:22777:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1782222531.287040:0:22777:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.287071:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e68133e9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b4a expref: 39 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.287085:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b4a expref: 38 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222531.287092:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222531.287101:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1782222531.287104:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744c400, rc 0) 00000100:00100000:3.0:1782222531.287130:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18833:x1868795060851712:12345-192.168.203.27@tcp:101:bash.0 Request processed in 6088us (6481us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222531.287138:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 53 00000100:00100000:0.0:1782222531.291620:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.291804:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852096 00000100:00100000:1.0:1782222531.291814:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852096 00000100:00100000:1.0:1782222531.291875:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:1.0:1782222531.291885:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18833:x1868795060852096:12345-192.168.203.27@tcp:103:bash.0 00010000:00010000:1.0:1782222531.291899:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1782222531.291922:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68133e2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b43 expref: 38 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.291942:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c400/0xe2b7cc26e68133f0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b4a expref: 37 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.291953:0:22762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222531.291957:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782222531.292012:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+36:18833:x1868795060852096:12345-192.168.203.27@tcp:103:bash.0 Request processed in 128us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222531.292019:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3 00000100:00100000:0.0:1782222531.295080:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222531.295173:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852224 00000100:00100000:2.0:1782222531.295183:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852224 00000100:00100000:2.0:1782222531.295272:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 54 00000100:00100000:2.0:1782222531.295284:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+36:18833:x1868795060852224:12345-192.168.203.27@tcp:58:bash.0 00010000:00010000:2.0:1782222531.295516:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.295534:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222531.295548:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1782222531.297314:0:22775:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782222531.297367:0:22775:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1782222531.297549:0:22775:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1782222531.297654:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+36:18833:x1868795060852224:12345-192.168.203.27@tcp:58:bash.0 Request processed in 2367us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222531.297665:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 54 00000100:00100000:0.0:1782222531.300774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.301099:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852352 00000100:00100000:1.0:1782222531.301120:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852352 00000100:00100000:1.0:1782222531.301178:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 55 00000100:00100000:1.0:1782222531.301188:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+36:18833:x1868795060852352:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:1.0:1782222531.301209:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782222531.301227:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b51 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.301327:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.301347:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.301381:0:22776:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.301395:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.301407:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:1.0:1782222531.301410:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1782222531.301413:0:22776:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222531.301421:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0847514800, rc 0) 00000100:00100000:1.0:1782222531.301475:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:18833:x1868795060852352:12345-192.168.203.27@tcp:101:bash.0 Request processed in 288us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222531.301663:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 55 00000100:00100000:1.0:1782222531.495056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.495109:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.495153:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.495189:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.495223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222531.495285:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852480 00000100:00100000:1.0:1782222531.495293:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852480 00000100:00100000:1.0:1782222531.495360:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 167 00000100:00100000:1.0:1782222531.495373:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875b92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:2387:x1868795060852480:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1782222531.495446:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875b92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8990af91-a2bf-4664-ba2f-dcf28571d1f4+13:2387:x1868795060852480:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 74us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222531.495698:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852864 00000100:00100000:0.0:1782222531.495706:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852864 00000100:00100000:0.0:1782222531.495757:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060853376 00000100:00100000:0.0:1782222531.495765:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060853376 00000100:00100000:0.0:1782222531.495809:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 22 00000100:00100000:0.0:1782222531.495817:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2387:x1868795060852864:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222531.495850:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2387:x1868795060852864:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 34us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222531.495857:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 22 00000100:00100000:0.0:1782222531.495874:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 23 00000100:00100000:0.0:1782222531.495879:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2387:x1868795060853376:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222531.495899:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2387:x1868795060853376:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 20us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222531.495905:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 23 00000100:00100000:0.0:1782222531.495939:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222531.496001:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222531.496031:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222531.496044:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852736 00000100:00100000:0.0:1782222531.496047:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852736 00000100:00100000:0.0:1782222531.496061:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060853248 00000100:00100000:0.0:1782222531.496063:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060853248 00000100:00100000:0.0:1782222531.496085:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 24 00000100:00100000:0.0:1782222531.496091:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2387:x1868795060852736:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222531.496454:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2387:x1868795060852736:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 360us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222531.496461:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 24 00000100:00100000:2.0:1782222531.496698:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852608 00000100:00100000:2.0:1782222531.496706:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852608 00000100:00100000:2.0:1782222531.496747:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060853120 00000100:00100000:2.0:1782222531.496750:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060853120 00000100:00100000:2.0:1782222531.496767:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060852992 00000100:00100000:2.0:1782222531.496774:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060852992 00000100:00100000:2.0:1782222531.496813:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 59 00000100:00100000:2.0:1782222531.496819:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2387:x1868795060852608:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222531.496854:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2387:x1868795060852608:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 35us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222531.496860:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 59 00000100:00100000:2.0:1782222531.496873:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 60 00000100:00100000:2.0:1782222531.496878:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2387:x1868795060853120:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222531.496897:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2387:x1868795060853120:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 20us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222531.496903:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 60 00000100:00100000:2.0:1782222531.496912:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 61 00000100:00100000:2.0:1782222531.496917:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+12:2387:x1868795060852992:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1782222531.496939:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+12:2387:x1868795060852992:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 22us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222531.496945:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 61 00000100:00080000:2.0:1782222531.496982:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1782222531.496985:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1782222531.496987:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1782222531.496990:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782222531.497045:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 25 00000100:00100000:0.0:1782222531.497054:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2387:x1868795060853248:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1782222531.497085:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e0d7bc4-a531-4490-a5bc-5b81d0c6e2a6+5:2387:x1868795060853248:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 32us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222531.497097:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 25 00000100:00100000:1.0:1782222531.497253:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 167 00010000:00010000:3.0:1782222531.563142:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782222532.011155:0:22811:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1782222532.011164:0:22811:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1782222532.011192:0:22811:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1782222532.011202:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1782222532.011359:0:22811:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22811:1868795081943040:192.168.203.27@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1782222532.011450:0:22811:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0849e000c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782222532.021273:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.021491:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060853504 00000100:00100000:3.0:1782222532.021501:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060853504 00000100:00100000:3.0:1782222532.021567:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 56 00000100:00100000:3.0:1782222532.021577:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18834:x1868795060853504:12345-192.168.203.27@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1782222532.021587:0:22811:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22811:1868795081943040:192.168.203.27@tcp:107:hsm_cdtr.0 00000004:00000080:3.0:1782222532.021609:0:22775:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1782222532.022523:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:18834:x1868795060853504:12345-192.168.203.27@tcp:53:lhsmtool_posix.0 Request processed in 941us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.022535:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 56 00000100:00100000:0.0:1782222532.045816:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.045919:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060853632 00000100:00100000:3.0:1782222532.045929:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060853632 00000100:00100000:3.0:1782222532.045988:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 57 00000100:00100000:3.0:1782222532.045998:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:18834:x1868795060853632:12345-192.168.203.27@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.046083:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046101:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046117:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046133:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046156:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046164:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046201:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046212:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046220:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782222532.046310:0:23532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1782222532.046315:0:23532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1782222532.046342:0:23532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046354:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046359:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046366:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046372:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744ce00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222532.046376:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046391:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046404:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f08596b4700) 00010000:00010000:3.0:1782222532.046407:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222532.046412:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046418:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813405 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046432:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046438:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046444:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046449:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744dc00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222532.046452:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046458:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046465:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8f08596b4a00) 00010000:00010000:3.0:1782222532.046468:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222532.046471:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046492:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681340c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046508:0:23532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046513:0:23532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046519:0:23532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046523:0:23532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d600 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222532.046526:0:23532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046533:0:23532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046541:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:3.0:1782222532.046543:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222532.046546:0:23532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.046551:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813413 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.046636:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:18834:x1868795060853632:12345-192.168.203.27@tcp:34:lhsmtool_posix.0 Request processed in 639us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.046645:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 57 00000100:00100000:0.0:1782222532.053994:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.054110:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060853888 00000100:00100000:2.0:1782222532.054120:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060853888 00000100:00100000:2.0:1782222532.054188:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 58 00000100:00100000:2.0:1782222532.054198:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+37:18834:x1868795060853888:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1782222532.054219:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222532.054297:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83800/0xe2b7cc26e681341a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b58 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054431:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054447:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054459:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222532.054471:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1782222532.054552:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054560:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054578:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054583:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83e00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.054587:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054593:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054605:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.054607:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782222532.054611:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054627:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813421 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054671:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83800/0xe2b7cc26e681341a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b58 expref: 39 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054681:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f08596b4700) 00010000:00010000:2.0:1782222532.054683:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1782222532.054687:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83800/0xe2b7cc26e681341a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b58 expref: 39 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.054696:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83800, rc 0) 00000100:00100000:2.0:1782222532.054748:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18834:x1868795060853888:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 551us (763us total) trans 12884901915 rc 301/301 00000100:00100000:2.0:1782222532.054756:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 58 00000100:00100000:2.0:1782222532.061894:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.061981:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060854016 00000100:00100000:3.0:1782222532.061993:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060854016 00000100:00100000:3.0:1782222532.062050:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 59 00000100:00100000:3.0:1782222532.062059:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18834:x1868795060854016:12345-192.168.203.27@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1782222532.062097:0:23532:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1782222532.071175:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18834:x1868795060854016:12345-192.168.203.27@tcp:53:lhsmtool_posix.0 Request processed in 9097us (9272us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222532.071188:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 59 00000100:00100000:0.0:1782222532.075736:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.075846:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060854272 00000100:00100000:2.0:1782222532.075856:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060854272 00000100:00100000:2.0:1782222532.076003:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 60 00000100:00100000:2.0:1782222532.076015:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+38:18834:x1868795060854272:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1782222532.076036:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222532.076057:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83800/0xe2b7cc26e681342f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b5f expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1782222532.077554:0:22776:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:2.0:1782222532.077564:0:22776:0:(osp_object.c:1656:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:2.0:1782222532.077596:0:22776:0:(osp_object.c:1673:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1782222532.078412:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813436 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.078431:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813436 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.078442:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813436 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.078511:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83800/0xe2b7cc26e681342f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b5f expref: 41 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.078530:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813436 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b5f expref: 40 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.078540:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f0849b70b00) 00010000:00010000:2.0:1782222532.078543:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782222532.078547:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83e00, rc 0) 00000100:00100000:2.0:1782222532.078699:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+40:18834:x1868795060854272:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 2686us (2972us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1782222532.078708:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 60 00000100:00100000:0.0:1782222532.082579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.082722:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060854528 00000100:00100000:3.0:1782222532.082731:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060854528 00000100:00100000:3.0:1782222532.082800:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 61 00000100:00100000:3.0:1782222532.082810:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+40:18834:x1868795060854528:12345-192.168.203.27@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.082863:0:22777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222532.082889:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83e00/0xe2b7cc26e6813436 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b5f expref: 40 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.082916:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f0849b70b00) 00010000:00010000:3.0:1782222532.082926:0:22777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782222532.082947:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.082962:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.082971:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.082984:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.082990:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083012:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083056:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083062:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083069:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083075:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d600 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222532.083079:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083085:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083093:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:3.0:1782222532.083096:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222532.083099:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083105:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813444 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083113:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083119:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083130:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083135:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744dc00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222532.083137:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083143:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083150:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x86bf79d (ffff8f08596b4a00) 00010000:00010000:3.0:1782222532.083152:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782222532.083154:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.083159:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e681344b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x86bf79d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.083494:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+39:18834:x1868795060854528:12345-192.168.203.27@tcp:36:lhsmtool_posix.0 Request processed in 683us (922us total) trans 0 rc -2/-2 00000100:00100000:3.0:1782222532.083502:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 61 00000100:00100000:0.0:1782222532.093854:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.094007:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060854656 00000100:00100000:3.0:1782222532.094017:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060854656 00000100:00100000:3.0:1782222532.094076:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 62 00000100:00100000:3.0:1782222532.094086:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+39:18834:x1868795060854656:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.094105:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222532.094127:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813452 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b66 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.094179:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813459 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.094192:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813459 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.094203:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813459 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.094361:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813452 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b66 expref: 41 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.094378:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d600/0xe2b7cc26e6813459 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b66 expref: 40 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.094385:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:3.0:1782222532.094388:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1782222532.094391:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744d600, rc 0) 00000100:00100000:3.0:1782222532.094438:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+40:18834:x1868795060854656:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 354us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.094446:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 62 00000100:00100000:0.0:1782222532.106803:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222532.107176:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060854912 00000100:00100000:1.0:1782222532.107186:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060854912 00000100:00100000:1.0:1782222532.107280:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 63 00000100:00100000:1.0:1782222532.107290:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+40:18834:x1868795060854912:12345-192.168.203.27@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1782222532.107380:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.107397:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.107409:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1782222532.107578:0:23532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:1.0:1782222532.107587:0:23532:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 731136351764ns, next at 732136350090ns, rc = 0 00000004:00010000:1.0:1782222532.107631:0:23532:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c5d7994c reply state 0000000090aa6e26 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.107656:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.107664:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:1.0:1782222532.107667:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1782222532.107670:0:23532:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1782222532.108001:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+42:18834:x1868795060854912:12345-192.168.203.27@tcp:36:lhsmtool_posix.0 Request processed in 712us (1205us total) trans 12884901917 rc 0/0 00000100:00100000:1.0:1782222532.108009:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 63 00000100:00100000:0.0:1782222532.116811:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.116962:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060855040 00000100:00100000:3.0:1782222532.116972:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060855040 00000100:00100000:3.0:1782222532.117034:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 64 00000100:00100000:3.0:1782222532.117043:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+42:18834:x1868795060855040:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.117066:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222532.117085:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b6d expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.117153:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 43 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.117167:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 43 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.117184:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:3.0:1782222532.117188:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1782222532.117191:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744dc00, rc 0) 00000100:00100000:3.0:1782222532.117292:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+43:18834:x1868795060855040:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 249us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.117299:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 64 00000100:00100000:0.0:1782222532.124760:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.124911:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060855168 00000100:00100000:2.0:1782222532.124921:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060855168 00000100:00100000:2.0:1782222532.124974:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 23 00000100:00100000:2.0:1782222532.124983:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+5:2390:x1868795060855168:12345-192.168.203.27@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1782222532.125205:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2390:x1868795060855168:12345-192.168.203.27@tcp:2:lhsmtool_posix.0 Request processed in 222us (464us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1782222532.125212:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 23 00000100:00100000:0.0:1782222532.130732:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.132010:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060855424 00000100:00100000:3.0:1782222532.132026:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060855424 00000100:00100000:3.0:1782222532.132094:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00100000:3.0:1782222532.132104:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+43:18834:x1868795060855424:12345-192.168.203.27@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1782222532.132359:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+44:18834:x1868795060855424:12345-192.168.203.27@tcp:35:lhsmtool_posix.0 Request processed in 255us (1635us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1782222532.132368:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00100000:1.0:1782222532.136171:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222532.136382:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060855680 00000100:00100000:0.0:1782222532.136391:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060855680 00000100:00100000:0.0:1782222532.136450:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 65 00000100:00100000:0.0:1782222532.136460:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+44:18834:x1868795060855680:12345-192.168.203.27@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1782222532.136590:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+44:18834:x1868795060855680:12345-192.168.203.27@tcp:57:lhsmtool_posix.0 Request processed in 131us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222532.136619:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 65 00000100:00100000:0.0:1782222532.139910:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.139998:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060855808 00000100:00100000:3.0:1782222532.140008:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060855808 00000100:00100000:3.0:1782222532.140066:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 66 00000100:00100000:3.0:1782222532.140075:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+44:18834:x1868795060855808:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.140092:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222532.140123:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681346e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b74 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.140184:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d000/0xe2b7cc26e6813475 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.140197:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d000/0xe2b7cc26e6813475 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.140208:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d000/0xe2b7cc26e6813475 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782222532.140378:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1782222532.140398:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d000/0xe2b7cc26e6813475 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.140424:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e681346e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b74 expref: 46 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.140442:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d000/0xe2b7cc26e6813475 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b74 expref: 45 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.140451:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:3.0:1782222532.140454:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1782222532.140457:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744d000, rc 0) 00000100:00100000:3.0:1782222532.141543:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+45:18834:x1868795060855808:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 1460us (1634us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.141553:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 66 00000100:00100000:3.0:1782222532.148619:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222532.148771:0:25397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060855936 00000100:00100000:0.0:1782222532.148782:0:25397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060855936 00000100:00100000:0.0:1782222532.148842:0:25397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 24 00000100:00100000:0.0:1782222532.148852:0:25397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+6:2389:x1868795060855936:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1782222532.148871:0:25397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222532.148889:0:25397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b7b expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1782222532.148929:0:25397:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a3a8ec3, blocks: 0x0 00010000:00010000:0.0:1782222532.148947:0:25397:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=731s v=(0 0) 00010000:00010000:0.0:1782222532.148951:0:25397:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782222532.148959:0:25397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 7 pid: 25397 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.148976:0:25397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 7 pid: 25397 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.148989:0:25397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875802400, rc 0) 00000100:00100000:0.0:1782222532.149049:0:25397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2389:x1868795060855936:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 198us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222532.149055:0:25397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 24 00000100:00100000:0.0:1782222532.153780:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222532.153930:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060856192 00000100:00100000:1.0:1782222532.153940:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060856192 00000100:00100000:1.0:1782222532.154002:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 67 00000100:00100000:1.0:1782222532.154013:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+45:18834:x1868795060856192:12345-192.168.203.27@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1782222532.154119:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+45:18834:x1868795060856192:12345-192.168.203.27@tcp:57:lhsmtool_posix.0 Request processed in 107us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222532.154127:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 67 00000100:00100000:2.0:1782222532.170447:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222532.170661:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060856320 00000100:00100000:1.0:1782222532.170670:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060856320 00000100:00100000:1.0:1782222532.170729:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 68 00000100:00100000:1.0:1782222532.170738:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+45:18834:x1868795060856320:12345-192.168.203.27@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1782222532.175133:0:22755:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:0.0:1782222532.175148:0:22755:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:0.0:1782222532.175207:0:22755:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1782222532.175686:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.175710:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.175718:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.175724:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744de00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:3.0:1782222532.175729:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.175736:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.175762:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:3.0:1782222532.175765:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1782222532.175770:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.175776:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744de00/0xe2b7cc26e681325a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782222532.176918:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+20:18834:x1868795060856320:12345-192.168.203.27@tcp:44:lhsmtool_posix.0 Request processed in 6177us (6475us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222532.176930:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 68 00000100:00100000:3.0:1782222532.177076:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782222532.177091:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f074561ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081943168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1782222532.177140:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222532.177439:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081943168 00000100:00100000:0.0:1782222532.177446:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081943168 00000100:00100000:0.0:1782222532.177504:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1782222532.177512:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081943168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1782222532.177633:0:24286:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1782222532.177637:0:24286:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1782222532.177639:0:24286:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1782222532.177641:0:24286:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1782222531 -> 1782222531 00002000:00010000:0.0:1782222532.177653:0:24286:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1782222532.177686:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1868795081943168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (546us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1782222532.177693:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:3.0:1782222532.177919:0:3654:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f074561ca80/2, rc 0, transno 12884901892 00000100:00100000:3.0:1782222532.177925:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f074561ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081943168:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1782222532.177938:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1782222532.181695:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222532.182020:0:24771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060856448 00000100:00100000:0.0:1782222532.182029:0:24771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060856448 00000100:00100000:0.0:1782222532.182089:0:24771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 26 00000100:00100000:0.0:1782222532.182100:0:24771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2390:x1868795060856448:12345-192.168.203.27@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1782222532.182217:0:24771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2390:x1868795060856448:12345-192.168.203.27@tcp:16:lhsmtool_posix.0 Request processed in 118us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222532.182225:0:24771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 26 00010000:00010000:2.0:1782222532.182611:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182622:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182629:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182634:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803200 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.182638:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182645:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182662:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f087f8f3500) 00010000:00010000:2.0:1782222532.182664:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.182669:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182674:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803200/0xe2b7cc26e6813206 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182693:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182699:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182704:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182723:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875802200 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.182726:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182731:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182740:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:2.0:1782222532.182742:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.182745:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182858:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802200/0xe2b7cc26e681320d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182873:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182879:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182885:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182891:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0875803800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.182893:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182899:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182917:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f087f8f3e00) 00010000:00010000:2.0:1782222532.182919:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.182922:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182927:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803800/0xe2b7cc26e68132ed lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182941:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182946:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182952:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182957:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515000 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.182959:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182964:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182970:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.182973:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.182976:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.182981:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515000/0xe2b7cc26e6813372 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183000:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183005:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183010:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183015:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d200 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.183018:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183024:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183031:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.183033:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.183035:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183041:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d200/0xe2b7cc26e6813395 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183051:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183057:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183062:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183073:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744d800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.183076:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183081:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183089:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.183091:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.183094:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183100:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d800/0xe2b7cc26e68133db lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183112:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183118:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183123:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183128:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f0847515600 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.183130:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183135:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183155:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:2.0:1782222532.183157:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1782222532.183160:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.183165:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515600/0xe2b7cc26e6813460 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222532.187544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222532.187845:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060856704 00000100:00100000:1.0:1782222532.187869:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060856704 00000100:00100000:1.0:1782222532.187925:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 69 00000100:00100000:1.0:1782222532.187935:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+14:18834:x1868795060856704:12345-192.168.203.27@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1782222532.188004:0:23532:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782222532.188035:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744d000/0xe2b7cc26e6813475 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b74 expref: 14 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.188055:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:1.0:1782222532.188060:0:23532:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1782222532.188090:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813483 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.188104:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813483 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.188114:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813483 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782222532.188272:0:23532:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d6a21e9b reply state 000000004bc71d67 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813483 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.188286:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847515200/0xe2b7cc26e6813483 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782222532.188292:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:1.0:1782222532.188294:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782222532.188297:0:23532:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1782222532.188397:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+15:18834:x1868795060856704:12345-192.168.203.27@tcp:36:lhsmtool_posix.0 Request processed in 463us (862us total) trans 12884901919 rc 0/0 00000100:00100000:1.0:1782222532.188405:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 69 00000100:00100000:1.0:1782222532.192303:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.192503:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060856832 00000100:00100000:3.0:1782222532.192527:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060856832 00000100:00100000:3.0:1782222532.192594:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 27 00000100:00100000:3.0:1782222532.192605:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f074561f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18834:x1868795060856832:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.192624:0:24285:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222532.192642:0:24285:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b82 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.192674:0:24285:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 8 pid: 25397 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.192684:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222532.192689:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222532.192694:0:24285:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 8 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.192730:0:24285:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 8 pid: 25397 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.192745:0:24285:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 8 pid: 25397 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.192989:0:24285:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24285:1868795081943296:192.168.203.27@tcp:104: 00000100:00100000:3.0:1782222532.193114:0:24285:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746415a80 going to sleep for 11 seconds 00000100:00100000:0.0:1782222532.207050:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.207742:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060856960 00000100:00100000:2.0:1782222532.207910:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060856960 00010000:00010000:2.0:1782222532.207954:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 9 pid: 25397 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.209337:0:24285:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24285:1868795081943296:192.168.203.27@tcp:104: 00010000:00010000:3.0:1782222532.209370:0:24285:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 9 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.209406:0:24285:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744de00, rc 0) 00000100:00100000:3.0:1782222532.209468:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f074561f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:18834:x1868795060856832:12345-192.168.203.27@tcp:101:lhsmtool_posix.0 Request processed in 16865us (17174us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.209477:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 27 00000100:00100000:2.0:1782222532.209579:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 20 00000100:00100000:2.0:1782222532.209592:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+8:2390:x1868795060856960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222532.209608:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222532.209630:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 8 pid: 25397 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.209643:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 8 pid: 25397 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.209667:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3b93038/0xe2b7cc26e681347c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b7b expref: 8 pid: 25397 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.209684:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222532.209695:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782222532.209704:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 7 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.209714:0:22761:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 7 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.209762:0:22761:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 7 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.209776:0:22761:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22761:1868795081943424:192.168.203.27@tcp:105: 00000100:00100000:2.0:1782222532.209830:0:22761:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0843cca300 going to sleep for 11 seconds 00000100:00100000:2.0:1782222532.217009:0:22761:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22761:1868795081943424:192.168.203.27@tcp:105: 00010000:00010000:2.0:1782222532.217037:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222532.217083:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2390:x1868795060856960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7494us (10045us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222532.217095:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 20 00000100:00100000:0.0:1782222532.221204:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.222096:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060857088 00000100:00100000:3.0:1782222532.222107:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060857088 00000100:00100000:3.0:1782222532.222172:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28 00000100:00100000:3.0:1782222532.222182:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2389:x1868795060857088:12345-192.168.203.27@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1782222532.222397:0:24283:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1782222532.222401:0:24283:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1782222530 00002000:00010000:3.0:1782222532.222404:0:24283:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1782222528 00002000:00010000:3.0:1782222532.222406:0:24283:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1782222531 -> 1782222530 00002000:00010000:3.0:1782222532.222409:0:24283:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1782222532.222467:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+8:2389:x1868795060857088:12345-192.168.203.27@tcp:2:lhsmtool_posix.0 Request processed in 286us (1271us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1782222532.222685:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28 00000100:00100000:0.0:1782222532.228322:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.228409:0:25397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060857216 00000100:00100000:3.0:1782222532.228418:0:25397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060857216 00000100:00100000:3.0:1782222532.228483:0:25397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29 00000100:00100000:3.0:1782222532.228495:0:25397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+8:2388:x1868795060857216:12345-192.168.203.27@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.228541:0:25397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.228572:0:25397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 8 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.228596:0:25397:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222532.228600:0:25397:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1782222532.228605:0:25397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.228639:0:25397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 8 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.228654:0:25397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 8 pid: 24285 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.228668:0:25397:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25397:1868795081943552:192.168.203.27@tcp:104: 00000100:00100000:3.0:1782222532.228744:0:25397:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746415a80 going to sleep for 11 seconds 00000100:00100000:3.0:1782222532.233814:0:25397:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25397:1868795081943552:192.168.203.27@tcp:104: 00010000:00010000:3.0:1782222532.233844:0:25397:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782222532.236707:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.236863:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060857344 00000100:00100000:2.0:1782222532.236873:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060857344 00010000:00010000:2.0:1782222532.236913:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 9 pid: 24285 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.236955:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 21 00000100:00100000:2.0:1782222532.236965:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+9:2389:x1868795060857344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222532.236981:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222532.237018:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 9 pid: 24285 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.237033:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 9 pid: 24285 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.237057:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003f569ad/0xe2b7cc26e681348a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b82 expref: 9 pid: 24285 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.237075:0:22760:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1782222532.237080:0:22760:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1782222532.237086:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.237096:0:22760:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.237128:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222532.237181:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+8:2389:x1868795060857344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 217us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222532.237189:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 21 00010000:00010000:3.0:1782222532.240034:0:25397:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240057:0:25397:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240091:0:25397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240115:0:25397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240125:0:25397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240134:0:25397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744c800 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:3.0:1782222532.240139:0:25397:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240149:0:25397:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240171:0:25397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.240179:0:25397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083b18c0d/0xe2b7cc26e6813491 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.240317:0:25397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:2388:x1868795060857216:12345-192.168.203.27@tcp:1:lhsmtool_posix.0 Request processed in 11821us (12000us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.240337:0:25397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29 00000100:00100000:0.0:1782222532.245935:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.246009:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060857600 00000100:00100000:3.0:1782222532.246019:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060857600 00000100:00100000:3.0:1782222532.246076:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 70 00000100:00100000:3.0:1782222532.246096:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+15:18834:x1868795060857600:12345-192.168.203.27@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1782222532.246169:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.246185:0:22775:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 15 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.246196:0:22775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.246226:0:22775:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 15 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.246283:0:22775:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 15 pid: 22777 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.246298:0:22775:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22775:1868795081943680:192.168.203.27@tcp:104: 00000100:00100000:3.0:1782222532.246371:0:22775:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746415d80 going to sleep for 11 seconds 00000100:00100000:0.0:1782222532.260654:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.260715:0:22775:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22775:1868795081943680:192.168.203.27@tcp:104: 00010000:00010000:3.0:1782222532.260744:0:22775:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.260991:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060857728 00000100:00100000:2.0:1782222532.261008:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060857728 00010000:00010000:2.0:1782222532.261043:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 16 pid: 22777 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.261084:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 22 00000100:00100000:2.0:1782222532.261113:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+16:2390:x1868795060857728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782222532.261129:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782222532.261136:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 16 pid: 22777 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.261149:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 16 pid: 22777 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.261172:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514400/0xe2b7cc26e681336b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b20 expref: 16 pid: 22777 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.261187:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.261192:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 15 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.261201:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.261209:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.261216:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.261281:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782222532.261347:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+15:2390:x1868795060857728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 235us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222532.261355:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 22 00010000:00010000:3.0:1782222532.261465:0:22775:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.261482:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.261686:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.261703:0:22775:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 15 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.261712:0:22775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.261742:0:22775:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 15 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.261766:0:22775:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 15 pid: 22775 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.261780:0:22775:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22775:1868795081943808:192.168.203.27@tcp:104: 00000100:00100000:3.0:1782222532.261848:0:22775:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0746415a80 going to sleep for 11 seconds 00000100:00100000:0.0:1782222532.267266:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222532.267452:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060857856 00000100:00100000:1.0:1782222532.267462:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060857856 00010000:00010000:1.0:1782222532.267513:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 16 pid: 22775 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782222532.267708:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 23 00000100:00100000:3.0:1782222532.267722:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0848224450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+16:2390:x1868795060857856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782222532.267737:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782222532.267745:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 16 pid: 22775 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.267766:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 16 pid: 22775 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.267788:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:3.0:1782222532.267793:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.267823:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.267831:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.267853:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782222532.267907:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0848224450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+16:2390:x1868795060857856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 188us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.267917:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 23 00010000:00010000:2.0:1782222532.269828:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744dc00/0xe2b7cc26e6813467 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b6d expref: 15 pid: 22775 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.269867:0:22775:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f96d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22775:1868795081943808:192.168.203.27@tcp:104: 00010000:00010000:2.0:1782222532.269890:0:22775:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.269899:0:22775:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.269904:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1782222532.270076:0:22775:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:2.0:1782222532.270204:0:22775:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:2.0:1782222532.270521:0:22775:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:2.0:1782222532.270613:0:22775:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22775:1868795081943936:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1782222532.270676:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222532.270710:0:22775:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0843ccaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1782222532.270945:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081943936 00000100:00100000:0.0:1782222532.270952:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081943936 00000100:00100000:0.0:1782222532.271012:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1782222532.271021:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22775:x1868795081943936:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1782222532.271107:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22775:x1868795081943936:12345-0@lo:1000:mdt00_000.0 Request processed in 87us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222532.271115:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1782222532.271402:0:22775:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22775:1868795081943936:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1782222532.271719:0:22775:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:2.0:1782222532.271788:0:22775:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22775:1868795081944064:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1782222532.271824:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782222532.271850:0:22775:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0843cca240 going to sleep for 11 seconds 00000100:00100000:1.0:1782222532.271959:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081944064 00000100:00100000:1.0:1782222532.271964:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081944064 00000100:00100000:1.0:1782222532.272009:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1782222532.272017:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22775:x1868795081944064:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1782222532.272140:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22775:x1868795081944064:12345-0@lo:1000:mdt00_000.0 Request processed in 123us (314us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1782222532.272147:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1782222532.272406:0:22775:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aaed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22775:1868795081944064:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1782222532.272441:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272451:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272472:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272489:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744c800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.272493:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272501:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272516:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:2.0:1782222532.272519:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1782222532.272523:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272529:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744c800/0xe2b7cc26e681349f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272571:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272577:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272582:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272587:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82400 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.272589:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272603:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272612:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.272614:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1782222532.272620:0:22775:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272631:0:22775:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272641:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.272693:0:22775:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f0847514800/0xe2b7cc26e68133fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b51 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.272705:0:22775:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aac700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22775:1868795081944192:192.168.203.27@tcp:105: 00000100:00100000:2.0:1782222532.272781:0:22775:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f0748b820c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782222532.277815:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.278029:0:22775:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aac700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22775:1868795081944192:192.168.203.27@tcp:105: 00010000:00010000:2.0:1782222532.278055:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278064:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68133f7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278097:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278116:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278128:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278140:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278146:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278153:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278159:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83a00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.278163:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278171:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278183:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.278186:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.278190:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278196:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134a6 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278205:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278217:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278224:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278229:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f074744ce00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.278273:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278281:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278291:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.278293:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1782222532.278296:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.278302:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f074744ce00/0xe2b7cc26e6813498 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.278463:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+18:18834:x1868795060857600:12345-192.168.203.27@tcp:57:lhsmtool_posix.0 Request processed in 32366us (32535us total) trans 12884901924 rc 0/0 00000100:00100000:2.0:1782222532.278473:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 70 00000020:00080000:2.0:1782222532.278489:0:22775:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1782222532.279144:0:22811:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1782222532.279150:0:22811:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1782222532.279169:0:22811:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1782222532.279175:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1782222532.279390:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060857984 00000100:00100000:3.0:1782222532.279399:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060857984 00000100:00100000:3.0:1782222532.279445:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:3.0:1782222532.279455:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+18:18833:x1868795060857984:12345-192.168.203.27@tcp:49:bash.0 00000100:00100000:3.0:1782222532.280123:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+18:18833:x1868795060857984:12345-192.168.203.27@tcp:49:bash.0 Request processed in 666us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.280133:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:0.0:1782222532.283633:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.283912:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060858240 00000100:00100000:2.0:1782222532.283920:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060858240 00000100:00100000:2.0:1782222532.283964:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13 00000100:00100000:2.0:1782222532.283973:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+18:18834:x1868795060858240:12345-192.168.203.27@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1782222532.284258:0:22778:0:(mdd_object.c:4010:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1782222532.284291:0:22778:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:2.0:1782222532.284322:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.284348:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.284359:0:22778:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.284368:0:22778:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.284374:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.284380:0:22778:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.284394:0:22778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1782222532.284470:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+20:18834:x1868795060858240:12345-192.168.203.27@tcp:35:lhsmtool_posix.0 Request processed in 497us (845us total) trans 12884901926 rc 0/0 00000100:00100000:2.0:1782222532.284490:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13 00000020:00080000:2.0:1782222532.284494:0:22778:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1782222532.284883:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782222532.284890:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.284898:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82a00 already unused, calling callback (ffffffffc0da4ce0) 00010000:00010000:0.0:1782222532.284902:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.284910:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.284924:0:22763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f08596b4a00) 00010000:00010000:0.0:1782222532.284926:0:22763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1782222532.284930:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.284935:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82a00/0xe2b7cc26e68134ad lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.284947:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222532.284949:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782222532.284950:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782222532.289934:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1782222532.290040:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060858368 00000100:00100000:3.0:1782222532.290049:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060858368 00000100:00100000:3.0:1782222532.290105:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30 00000100:00100000:3.0:1782222532.290115:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+7:18833:x1868795060858368:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:3.0:1782222532.290133:0:24285:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782222532.290155:0:24285:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020b25abf/0xe2b7cc26e68134b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b89 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1782222532.290180:0:24285:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a3a8ec2, atime: 0x6a3a8ec0, ctime: 0x6a3a8ec2, blocks: 0x0 00010000:00010000:3.0:1782222532.290215:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=731s v=(0 0) 00010000:00010000:3.0:1782222532.290220:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782222532.290230:0:24285:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020b25abf/0xe2b7cc26e68134b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b89 expref: 8 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.290669:0:24285:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020b25abf/0xe2b7cc26e68134b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b89 expref: 8 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782222532.290683:0:24285:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f074744ca00, rc 0) 00000100:00100000:3.0:1782222532.291206:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+8:18833:x1868795060858368:12345-192.168.203.27@tcp:101:bash.0 Request processed in 1091us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222532.291215:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30 00000100:00100000:1.0:1782222532.299931:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1782222532.300031:0:23532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060858496 00000100:00100000:0.0:1782222532.300097:0:23532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060858496 00000100:00100000:0.0:1782222532.300199:0:23532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 71 00000100:00100000:0.0:1782222532.300210:0:23532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+20:18833:x1868795060858496:12345-192.168.203.27@tcp:101:bash.0 00010000:00010000:0.0:1782222532.300262:0:23532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782222532.300281:0:23532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802a00/0xe2b7cc26e68134bb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b90 expref: -99 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.300343:0:23532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68134c2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.300357:0:23532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68134c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.300369:0:23532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68134c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.300864:0:23532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875802a00/0xe2b7cc26e68134bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b90 expref: 22 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.300886:0:23532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f0875803a00/0xe2b7cc26e68134c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b90 expref: 21 pid: 23532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782222532.300894:0:23532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:0.0:1782222532.300897:0:23532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1782222532.300901:0:23532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f0875803a00, rc 0) 00000100:00100000:0.0:1782222532.300966:0:23532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0e39daf4-d376-44aa-b97b-5f123c34ce62+21:18833:x1868795060858496:12345-192.168.203.27@tcp:101:bash.0 Request processed in 758us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222532.300973:0:23532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 71 00000100:00100000:3.0:1782222532.304765:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222532.304890:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060858752 00000100:00100000:1.0:1782222532.304900:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060858752 00000100:00100000:1.0:1782222532.304955:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14 00000100:00100000:1.0:1782222532.304964:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+21:18833:x1868795060858752:12345-192.168.203.27@tcp:35:bash.0 00000001:00080000:1.0:1782222532.305172:0:22778:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:1.0:1782222532.305299:0:22778:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:1.0:1782222532.305406:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+24:18833:x1868795060858752:12345-192.168.203.27@tcp:35:bash.0 Request processed in 442us (658us total) trans 12884901929 rc 0/0 00000100:00100000:1.0:1782222532.305414:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14 00000020:00080000:1.0:1782222532.305418:0:22778:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1782222532.413507:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.413647:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060859008 00000100:00100000:2.0:1782222532.413657:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060859008 00000100:00100000:2.0:1782222532.413727:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 72 00000100:00100000:2.0:1782222532.413736:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+24:18844:x1868795060859008:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1782222532.413769:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782222532.413803:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x558f77f2f7558b97 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782222532.413893:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1782222532.413983:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134c9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b97 expref: 26 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.413997:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f0849b70100) 00010000:00010000:2.0:1782222532.414000:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1782222532.414006:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0x558f77f2f7558b97 expref: 26 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.414019:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f087fb83a00, rc 0) 00000100:00100000:2.0:1782222532.414089:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:18844:x1868795060859008:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 353us (590us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1782222532.414096:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 72 00000100:00100000:1.0:1782222532.418806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1782222532.419383:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060859136 00000100:00100000:2.0:1782222532.419392:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060859136 00000100:00100000:2.0:1782222532.419503:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 73 00000100:00100000:2.0:1782222532.419514:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0747f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:18844:x1868795060859136:12345-192.168.203.27@tcp:34:lfs.0 00010000:00010000:2.0:1782222532.419593:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419611:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419622:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419657:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419666:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419673:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419947:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419959:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.419967:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1782222532.420011:0:22777:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420025:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420032:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420039:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420044:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb83a00 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.420048:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420074:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420090:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f087f8f3200) 00010000:00010000:2.0:1782222532.420093:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.420099:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420105:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb83a00/0xe2b7cc26e68134d7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420118:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420124:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420130:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420135:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82400 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.420137:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420143:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420149:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f0849b70d00) 00010000:00010000:2.0:1782222532.420151:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.420154:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420171:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82400/0xe2b7cc26e68134de lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420185:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420192:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420198:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420203:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f087fb82800 already unused, calling callback (ffffffffc199b4f0) 00010000:00010000:2.0:1782222532.420206:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420211:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420218:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f087f8f3f00) 00010000:00010000:2.0:1782222532.420220:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782222532.420222:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782222532.420227:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f087fb82800/0xe2b7cc26e68134e5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782222532.420440:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0747f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:18844:x1868795060859136:12345-192.168.203.27@tcp:34:lfs.0 Request processed in 926us (1640us total) trans 0 rc 0/0 00000100:00100000:2.0:1782222532.420449:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 73 00000100:00100000:0.0:1782222532.424055:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1782222532.424676:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795060859392 00000100:00100000:1.0:1782222532.424686:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795060859392 00000100:00100000:1.0:1782222532.425015:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15 00000100:00100000:1.0:1782222532.425026:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+25:18844:x1868795060859392:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:1.0:1782222532.425284:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0e39daf4-d376-44aa-b97b-5f123c34ce62+26:18844:x1868795060859392:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 259us (1236us total) trans 12884901931 rc 0/0 00000100:00100000:1.0:1782222532.425291:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15 00010000:00010000:3.0:1782222532.591018:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782222533.098487:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081944320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782222533.098562:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782222533.098665:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081944320 00000100:00100000:0.0:1782222533.098673:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081944320 00000100:00100000:0.0:1782222533.098737:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1782222533.098751:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1868795081944320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782222533.098780:0:24288:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782222533.098849:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1868795081944320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1782222533.098856:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1782222533.100028:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081944320:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1782222533.292909:0:22811:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1782222533.292918:0:22811:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1782222533.292938:0:22811:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1782222533.292950:0:22811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:0.0:1782222533.610545:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1782222533.933009:0:25859:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00000100:00100000:3.0:1782222534.124883:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0875aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081944448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782222534.124958:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222534.125113:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081944448 00000100:00100000:3.0:1782222534.125122:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081944448 00000100:00100000:3.0:1782222534.125220:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1782222534.125231:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081944448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782222534.125404:0:24288:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782222534.125451:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081944448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 221us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222534.125458:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1782222534.125527:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0875aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081944448:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1782222534.125769:0:22771:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1782222534.634625:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782222534.637779:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782222534.637804:0:3655:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0747ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081944576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782222534.637878:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782222534.638043:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081944576 00000100:00100000:1.0:1782222534.638051:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081944576 00000100:00100000:1.0:1782222534.638109:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1782222534.638119:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0875aaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081944576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782222534.638153:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1782222534.638204:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0875aaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1868795081944576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1782222534.638211:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1782222534.638283:0:3655:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0747ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1868795081944576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782222535.146357:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782222535.146379:0:3654:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f0846f97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081944704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782222535.146453:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782222535.146501:0:23518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868795081944704 00000100:00100000:3.0:1782222535.146508:0:23518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868795081944704 00000100:00100000:3.0:1782222535.146554:0:23518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1782222535.146566:0:23518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f0846f96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081944704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1782222535.146599:0:23518:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1782222535.146643:0:23518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f0846f96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1868795081944704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1782222535.146651:0:23518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1782222535.146701:0:3654:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f0846f97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1868795081944704:0@lo:41:osp-pre-1-0.0 Debug log: 14446 lines, 14446 kept, 0 dropped, 0 bad.