00010000:00010000:2.0F:1789062107.179143:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062107.306084:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130941312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789062107.306203:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1789062107.306622:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130941312 00000100:00100000:0.0:1789062107.306661:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130941312 00000100:00100000:0.0:1789062107.306754:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789062107.306767:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130941312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062107.306808:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062107.306871:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130941312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062107.306879:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789062107.307075:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130941312:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789062107.307962:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0F:1789062107.817773:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789062107.817804:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c77a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130941440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062107.817867:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1789062107.818725:0:17120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130941440 00000100:00100000:1.0:1789062107.818739:0:17120:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130941440 00000100:00100000:1.0:1789062107.818797:0:17120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789062107.818806:0:17120:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c77aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130941440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789062107.818839:0:17120:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789062107.818897:0:17120:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c77aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130941440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062107.818904:0:17120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789062107.818947:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c77a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130941440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062107.827064:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130941568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789062107.827146:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062107.827206:0:17121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130941568 00000100:00100000:3.0:1789062107.827213:0:17121:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130941568 00000100:00100000:3.0:1789062107.827270:0:17121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789062107.827280:0:17121:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c77a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130941568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789062107.827311:0:17121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789062107.827354:0:17121:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c77a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130941568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062107.827361:0:17121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789062107.827404:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130941568:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789062108.202896:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062108.329926:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130941696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789062108.330029:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062108.330120:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130941696 00000100:00100000:0.0:1789062108.330130:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130941696 00000100:00100000:0.0:1789062108.330203:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789062108.330214:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130941696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789062108.330242:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062108.330296:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130941696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062108.330304:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1789062108.330330:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062108.330378:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130941696:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1789062108.869413:0:17095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1789062108.869432:0:17095:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9767c9ab09c0 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:0.0:1789062108.869437:0:17095:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9767ebae5a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9767c9ab0300 00000020:00080000:0.0:1789062108.869441:0:17095:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9767ebae5000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9766c614a400 00000020:00080000:2.0:1789062108.869679:0:17154:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:2.0:1789062108.869797:0:17154:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1789062108.870345:0:3606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5771400/0x2774d8f311dc805d lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062108.870361:0:3606:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5771400/0x2774d8f311dc805d lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062108.870370:0:3606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5771400/0x2774d8f311dc805d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062108.870377:0:3606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5771400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062108.870381:0:3606:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5771400/0x2774d8f311dc805d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062108.870390:0:3606:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5771400/0x2774d8f311dc805d lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062108.870429:0:3606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9767d1235000) 00010000:00010000:3.0:1789062108.870432:0:3606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062108.870437:0:3606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5771400/0x2774d8f311dc805d lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062108.870444:0:3606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5771400/0x2774d8f311dc805d lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17116 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789062108.915504:0:17867:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789062109.230201:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062109.353841:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130941824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789062109.353911:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062109.353975:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130941824 00000100:00100000:0.0:1789062109.353982:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130941824 00000100:00100000:0.0:1789062109.354026:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789062109.354035:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130941824:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062109.354142:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c77a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130941952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789062109.354170:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1789062109.354234:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789062109.354283:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130941824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 249us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062109.354291:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789062109.354304:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130941952 00000100:00100000:0.0:1789062109.354307:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130941952 00000100:00100000:0.0:1789062109.354322:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789062109.354326:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c77a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130941952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789062109.354334:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789062109.354357:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c77a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130941952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062109.354362:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:0.0:1789062109.354375:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789062109.354449:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c77a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130941952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789062109.354474:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130941824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062109.360802:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c77a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130942080:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.360870:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.360907:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130942592:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.360932:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.360951:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130943104:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.360973:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.360994:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789062109.361000:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c4b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130942208:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361016:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.361029:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130942720:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361112:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.361130:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130943232:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361163:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.361196:0:18432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942592 00000100:00100000:3.0:1789062109.361204:0:18432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942592 00000100:00100000:3.0:1789062109.361244:0:18432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942208 00000100:00100000:3.0:1789062109.361247:0:18432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942208 00000100:00100000:3.0:1789062109.361266:0:18432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789062109.361274:0:18432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130942592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361322:0:18432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130942592:12345-0@lo:400:kworker.0 Request processed in 49us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062109.361328:0:18432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789062109.361343:0:18432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789062109.361347:0:18432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130942208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361368:0:18432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130942208:12345-0@lo:400:kworker.0 Request processed in 21us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062109.361373:0:18432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789062109.361390:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942720 00000100:00100000:3.0:1789062109.361393:0:18621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942720 00000100:00100000:3.0:1789062109.361421:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789062109.361426:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130942720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361449:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130942720:12345-0@lo:400:kworker.0 Request processed in 23us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062109.361454:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1789062109.361469:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789062109.361479:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130942464:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361498:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.361511:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130942976:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.361536:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.361552:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789062109.361690:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942080 00000100:00100000:1.0:1789062109.361695:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942080 00000100:00100000:1.0:1789062109.361724:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1789062109.361731:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3622:x1875967130942080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062109.361761:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd819450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3622:x1875967130942080:12345-0@lo:400:kworker.0 Request processed in 32us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062109.361766:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1789062109.361791:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130943104 00000100:00100000:1.0:1789062109.361793:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130943104 00000100:00100000:1.0:1789062109.361823:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130943232 00000100:00100000:1.0:1789062109.361826:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130943232 00000100:00100000:1.0:1789062109.361836:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942464 00000100:00100000:1.0:1789062109.361838:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942464 00000100:00100000:1.0:1789062109.361846:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942976 00000100:00100000:1.0:1789062109.361848:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942976 00000100:00100000:1.0:1789062109.361857:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789062109.361863:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130943104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062109.361887:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130943104:12345-0@lo:400:kworker.0 Request processed in 25us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062109.361897:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789062109.361908:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789062109.361913:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130943232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062109.361940:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130943232:12345-0@lo:400:kworker.0 Request processed in 27us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062109.361945:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789062109.361956:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789062109.361961:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130942464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062109.361985:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130942464:12345-0@lo:400:kworker.0 Request processed in 24us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062109.361990:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789062109.362001:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789062109.362006:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130942976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062109.362030:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130942976:12345-0@lo:400:kworker.0 Request processed in 24us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062109.362036:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789062109.362961:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130942336:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.362997:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.363027:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875967130942848:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.363269:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.363289:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3067b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130943360:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.363310:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062109.363340:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130942464:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.363349:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130942976:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.363377:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942848 00000100:00100000:3.0:1789062109.363381:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942848 00000100:00100000:3.0:1789062109.363409:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130943360 00000100:00100000:3.0:1789062109.363411:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130943360 00000100:00100000:3.0:1789062109.363437:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789062109.363444:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875967130942848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.363478:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875967130942848:12345-0@lo:400:kworker.0 Request processed in 35us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062109.363485:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789062109.363496:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789062109.363502:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875967130943360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.363521:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875967130943360:12345-0@lo:400:kworker.0 Request processed in 21us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062109.363526:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:3.0:1789062109.363543:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789062109.363554:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789062109.363661:0:18619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130942336 00000100:00100000:1.0:1789062109.363674:0:18619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130942336 00000100:00100000:1.0:1789062109.363703:0:18619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789062109.363709:0:18619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130942336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062109.363740:0:18619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130942336:12345-0@lo:400:kworker.0 Request processed in 31us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062109.363746:0:18619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789062109.364150:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c4b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130942208:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.364161:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130942720:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.364170:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130943232:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.364180:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c77a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130942080:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.364189:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130942592:0@lo:400:kworker.0 00010000:00080000:3.0:1789062109.364202:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9767c3065180 x1875967130943104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062109.364212:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130943104:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.364246:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130942336:0@lo:400:kworker.0 00000100:00100000:3.0:1789062109.364254:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875967130942848:0@lo:400:kworker.0 00010000:00080000:3.0:1789062109.364264:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9767c3067b80 x1875967130943360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062109.364272:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3067b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130943360:0@lo:400:kworker.0 00000100:00100000:0.0:1789062109.901794:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062109.902378:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120385152 00000100:00100000:2.0:1789062109.902388:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120385152 00000100:00100000:2.0:1789062109.902486:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 65 00000100:00100000:2.0:1789062109.902495:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+13:15546:x1875967120385152:12345-192.168.203.3@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789062109.902593:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+13:15546:x1875967120385152:12345-192.168.203.3@tcp:60:lhsmtool_posix.0 Request processed in 99us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062109.902599:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 65 00000100:00080000:3.0:1789062109.902869:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789062109.916149:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062109.916227:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120385280 00000100:00100000:3.0:1789062109.916240:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120385280 00000100:00100000:3.0:1789062109.916312:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 66 00000100:00100000:3.0:1789062109.916321:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b10d670-7f0f-4a11-9d02-f894398913c8+5:15546:x1875967120385280:12345-192.168.203.3@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789062109.916415:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b10d670-7f0f-4a11-9d02-f894398913c8+5:15546:x1875967120385280:12345-192.168.203.3@tcp:60:lhsmtool_posix.0 Request processed in 95us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062109.916423:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 66 00000100:00080000:0.0:1789062109.916483:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789062109.939747:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062109.939829:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120385536 00000100:00100000:1.0:1789062109.939850:0:17118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120385536 00000100:00100000:1.0:1789062109.939901:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00100000:1.0:1789062109.939911:0:17118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+13:15546:x1875967120385536:12345-192.168.203.3@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789062109.940128:0:17118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+14:15546:x1875967120385536:12345-192.168.203.3@tcp:35:lhsmtool_posix.0 Request processed in 217us (389us total) trans 8589934624 rc 0/0 00000100:00100000:1.0:1789062109.940136:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 12 00010000:00010000:2.0:1789062110.252129:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062110.476008:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062110.476045:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062110.476075:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062110.476098:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062110.476120:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062110.476151:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062110.476188:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120385920 00000100:00100000:1.0:1789062110.476196:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120385920 00000100:00100000:1.0:1789062110.476238:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386304 00000100:00100000:1.0:1789062110.476240:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386304 00000100:00100000:1.0:1789062110.476257:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120385792 00000100:00100000:1.0:1789062110.476260:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120385792 00000100:00100000:1.0:1789062110.476271:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386432 00000100:00100000:1.0:1789062110.476273:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386432 00000100:00100000:1.0:1789062110.476290:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 80 00000100:00100000:1.0:1789062110.476298:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2393:x1875967120385920:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062110.476366:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2393:x1875967120385920:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 68us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062110.476374:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 80 00000100:00100000:1.0:1789062110.476391:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 81 00000100:00100000:1.0:1789062110.476398:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+6:2393:x1875967120386304:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062110.476438:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+6:2393:x1875967120386304:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 41us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062110.476445:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 81 00000100:00100000:1.0:1789062110.476459:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 82 00000100:00100000:1.0:1789062110.476465:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+14:2393:x1875967120385792:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062110.476490:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+14:2393:x1875967120385792:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 25us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062110.476496:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 82 00000100:00100000:1.0:1789062110.476508:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 83 00000100:00100000:1.0:1789062110.476514:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2393:x1875967120386432:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062110.476536:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2393:x1875967120386432:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 22us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062110.476541:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 83 00000100:00100000:0.0:1789062110.476635:0:17109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120385664 00000100:00100000:0.0:1789062110.476640:0:17109:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120385664 00000100:00100000:0.0:1789062110.476686:0:17109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 169 00000100:00100000:0.0:1789062110.476693:0:17109:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8094d664-afc8-4820-b5e6-f6352ebb9a04+13:2393:x1875967120385664:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1789062110.476720:0:17109:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd81ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8094d664-afc8-4820-b5e6-f6352ebb9a04+13:2393:x1875967120385664:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 28us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062110.476737:0:17109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 169 00000100:00100000:0.0:1789062110.476773:0:19396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386176 00000100:00100000:0.0:1789062110.476777:0:19396:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386176 00000100:00100000:0.0:1789062110.476805:0:19396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 36 00000100:00100000:0.0:1789062110.476811:0:19396:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2393:x1875967120386176:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1789062110.476838:0:19396:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2393:x1875967120386176:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 27us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062110.476844:0:19396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 36 00000100:00080000:0.0:1789062110.476860:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789062110.476864:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789062110.476866:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789062110.480498:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062110.480541:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062110.480575:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062110.480726:0:18619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386048 00000100:00100000:3.0:1789062110.480743:0:18619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386048 00000100:00100000:3.0:1789062110.480837:0:18619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386560 00000100:00100000:3.0:1789062110.480841:0:18619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386560 00000100:00100000:3.0:1789062110.480868:0:18619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386688 00000100:00100000:3.0:1789062110.480871:0:18619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386688 00000100:00100000:3.0:1789062110.480896:0:18619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 31 00000100:00100000:3.0:1789062110.480906:0:18619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2389:x1875967120386048:12345-192.168.203.3@tcp:9:kworker.0 00000020:00000080:3.0:1789062110.480947:0:18619:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7d8c 00000100:00080000:3.0:1789062110.480967:0:18619:0:(import.c:65:import_set_state_nolock()) ffff9766c754f800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789062110.481023:0:18619:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789062110.481186:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 32 00000100:00100000:0.0:1789062110.481203:0:19096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2389:x1875967120386560:12345-192.168.203.3@tcp:9:kworker.0 00000020:00000080:0.0:1789062110.481245:0:19096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7dcb 00000100:00080000:0.0:1789062110.481258:0:19096:0:(import.c:65:import_set_state_nolock()) ffff9766c6152800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789062110.481281:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789062110.481304:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789062110.481309:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:0.0:1789062110.481317:0:19096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789062110.481351:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 33 00000100:00100000:2.0:1789062110.481367:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2389:x1875967120386688:12345-192.168.203.3@tcp:9:kworker.0 00000020:00000080:2.0:1789062110.481389:0:18621:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7dd2 00000100:00080000:2.0:1789062110.481405:0:18621:0:(import.c:65:import_set_state_nolock()) ffff9767fd821000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789062110.481448:0:18621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789062110.481481:0:19096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+2:2389:x1875967120386560:12345-192.168.203.3@tcp:9:kworker.0 Request processed in 281us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062110.481491:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 32 00010000:00010000:0.0:1789062110.481529:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062110.481598:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+2:2389:x1875967120386688:12345-192.168.203.3@tcp:9:kworker.0 Request processed in 236us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062110.481652:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 33 00000100:00100000:3.0:1789062110.481881:0:18619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+2:2389:x1875967120386048:12345-192.168.203.3@tcp:9:kworker.0 Request processed in 975us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062110.481888:0:18619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 31 00010000:00010000:1.0:1789062110.482163:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062111.273876:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789062112.110857:0:20493:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 13:41:49 (1789062109) 00010000:00010000:2.0:1789062112.300903:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062112.426187:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789062112.426208:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130943488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789062112.426276:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062112.435148:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130943488 00000100:00100000:0.0:1789062112.435164:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130943488 00000100:00080000:2.0:1789062112.435224:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062112.435247:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789062112.435258:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130943488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062112.435406:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062112.435494:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130943488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 239us (9217us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062112.435514:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789062112.435544:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130943488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789062112.937966:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130943616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789062112.938042:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062112.938095:0:18432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130943616 00000100:00100000:1.0:1789062112.938102:0:18432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130943616 00000100:00100000:1.0:1789062112.938144:0:18432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789062112.938152:0:18432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130943616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789062112.938183:0:18432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789062112.938225:0:18432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130943616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062112.938232:0:18432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789062112.938287:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130943616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789062112.944698:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130943744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789062112.944770:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062112.944950:0:17120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130943744 00000100:00100000:3.0:1789062112.944958:0:17120:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130943744 00000100:00100000:3.0:1789062112.945009:0:17120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789062112.945081:0:17120:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130943744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789062112.945114:0:17120:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789062112.945161:0:17120:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130943744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062112.945168:0:17120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789062112.946135:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130943744:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789062113.326537:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062113.449953:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130943872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789062113.450023:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062113.450939:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130943872 00000100:00100000:1.0:1789062113.450948:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130943872 00000100:00100000:1.0:1789062113.451021:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789062113.451031:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130943872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789062113.451053:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1789062113.451128:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789062113.459657:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130943872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8608us (9615us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062113.459672:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789062113.459994:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130943872:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789062114.345874:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062114.474750:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83f5b9c6-643c-4659-afe5-bacf144ade05:3621:1875967130944000:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.474813:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062114.474855:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130944512:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.474880:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062114.474922:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875967130945024:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.474943:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062114.474957:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130945536:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.474973:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062114.474993:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1789062114.474999:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130944384:0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.475210:0:17108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944000 00000100:00100000:1.0:1789062114.475218:0:17108:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944000 00000100:00100000:1.0:1789062114.475265:0:17108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1789062114.475274:0:17108:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3621:x1875967130944000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.475331:0:17108:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd819850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3621:x1875967130944000:12345-0@lo:400:kworker.0 Request processed in 58us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.475338:0:17108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1789062114.475369:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944512 00000100:00100000:1.0:1789062114.475373:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944512 00000100:00100000:1.0:1789062114.475395:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945024 00000100:00100000:1.0:1789062114.475398:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945024 00000100:00100000:1.0:1789062114.475411:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945536 00000100:00100000:1.0:1789062114.475414:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945536 00000100:00100000:1.0:1789062114.475434:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789062114.475440:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130944512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.475469:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130944512:12345-0@lo:400:kworker.0 Request processed in 29us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.475476:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789062114.475495:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789062114.475501:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875967130945024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.475528:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875967130945024:12345-0@lo:400:kworker.0 Request processed in 27us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.475533:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789062114.475544:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789062114.475549:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875967130945536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.475570:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875967130945536:12345-0@lo:400:kworker.0 Request processed in 21us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.475576:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:1.0:1789062114.475601:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789062114.475792:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062114.475811:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130944896:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.475832:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062114.475851:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3621:1875967130945408:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.475870:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062114.475896:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83f5b9c6-643c-4659-afe5-bacf144ade05:3621:1875967130944000:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.475908:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130944512:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.475916:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875967130945024:0@lo:400:kworker.0 00010000:00080000:3.0:1789062114.475926:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c83a6d80 x1875967130945536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062114.475936:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130945536:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.475970:0:19396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944384 00000100:00100000:3.0:1789062114.475974:0:19396:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944384 00000100:00100000:3.0:1789062114.477249:0:19396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944896 00000100:00100000:3.0:1789062114.477257:0:19396:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944896 00000100:00100000:3.0:1789062114.477299:0:19396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789062114.477307:0:19396:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c77a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130944384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.477378:0:19396:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c77a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130944384:12345-0@lo:400:kworker.0 Request processed in 72us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062114.477396:0:19396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789062114.477412:0:19396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789062114.477417:0:19396:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c4b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130944896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.477444:0:19396:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c4b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130944896:12345-0@lo:400:kworker.0 Request processed in 27us (1611us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062114.477450:0:19396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789062114.477491:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130944384:0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.477502:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130944896:0@lo:400:kworker.0 00000100:00080000:1.0:1789062114.477645:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789062114.477657:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945408 00000100:00100000:1.0:1789062114.477661:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945408 00000100:00100000:1.0:1789062114.477703:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789062114.477710:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875967130945408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.477753:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875967130945408:12345-0@lo:400:kworker.0 Request processed in 44us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.477759:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789062114.477788:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3621:1875967130945408:0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.478906:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130944256:0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.478962:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.478996:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130944768:0@lo:400:kworker.0 00000100:00080000:3.0:1789062114.479952:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789062114.480404:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.480436:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3623:1875967130945280:0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.480480:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.480500:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130945792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789062114.480523:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.480556:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1789062114.480563:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130944128:0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.480588:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.480620:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130944640:0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.480652:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.480666:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3623:1875967130945152:0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.480686:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.480704:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130945664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789062114.480730:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062114.480767:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944256 00000100:00100000:1.0:1789062114.480775:0:18622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944256 00000100:00100000:1.0:1789062114.480809:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944768 00000100:00100000:1.0:1789062114.480812:0:18622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944768 00000100:00100000:1.0:1789062114.480834:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789062114.480841:0:18622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130944256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.480887:0:18622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130944256:12345-0@lo:400:kworker.0 Request processed in 46us (1925us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.480894:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789062114.480909:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789062114.480915:0:18622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130944768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.480938:0:18622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130944768:12345-0@lo:400:kworker.0 Request processed in 23us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.480943:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789062114.480969:0:17121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944128 00000100:00100000:1.0:1789062114.480972:0:17121:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944128 00000100:00100000:1.0:1789062114.480997:0:17121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130944640 00000100:00100000:1.0:1789062114.481000:0:17121:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130944640 00000100:00100000:3.0:1789062114.481345:0:17120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789062114.481354:0:17120:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130944128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062114.481390:0:17120:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130944128:12345-0@lo:400:kworker.0 Request processed in 39us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062114.481395:0:17120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:3.0:1789062114.481419:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062114.483210:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945792 00000100:00100000:0.0:1789062114.483221:0:18624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945792 00000100:00100000:0.0:1789062114.483271:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945664 00000100:00100000:0.0:1789062114.483275:0:18624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945664 00000100:00100000:0.0:1789062114.483290:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789062114.483297:0:18624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130945792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789062114.483324:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789062114.483386:0:18624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130945792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (2862us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062114.483392:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789062114.483405:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789062114.483411:0:18624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130945664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789062114.483420:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789062114.483443:0:18624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130945664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (2713us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062114.483449:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789062114.483512:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945280 00000100:00100000:0.0:1789062114.483516:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945280 00000100:00100000:0.0:1789062114.483550:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945152 00000100:00100000:0.0:1789062114.483553:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945152 00000100:00100000:0.0:1789062114.483574:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789062114.483590:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1875967130945280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062114.483655:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1875967130945280:12345-0@lo:400:kworker.0 Request processed in 66us (3174us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062114.483661:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789062114.483673:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789062114.483680:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1875967130945152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062114.483705:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1875967130945152:12345-0@lo:400:kworker.0 Request processed in 27us (3019us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062114.483710:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789062114.483766:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130944128:0@lo:400:kworker.0 00000100:00100000:0.0:1789062114.483779:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3623:1875967130945152:0@lo:400:kworker.0 00000100:00100000:0.0:1789062114.483795:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130945664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789062114.483807:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130944256:0@lo:400:kworker.0 00000100:00100000:0.0:1789062114.483817:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130944768:0@lo:400:kworker.0 00010000:00080000:0.0:1789062114.483829:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c83a7100 x1875967130945280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062114.483839:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3623:1875967130945280:0@lo:400:kworker.0 00000100:00100000:0.0:1789062114.483852:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130945792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789062114.483940:0:17121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789062114.483948:0:17121:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130944640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062114.483984:0:17121:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130944640:12345-0@lo:400:kworker.0 Request processed in 37us (3331us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062114.483990:0:17121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789062114.483994:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130944640:0@lo:400:kworker.0 00000100:00080000:3.0:1789062114.484186:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789062114.484190:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:0.0:1789062114.987270:0:17149:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789062114.987279:0:17149:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789062114.987298:0:17149:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789062114.987317:0:17149:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000001:00080000:1.0:1789062114.996993:0:17095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934624 is committed 00000020:00080000:1.0:1789062114.997021:0:17095:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:2.0:1789062114.997162:0:17154:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:2.0:1789062114.997173:0:17154:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00010000:00010000:2.0:1789062115.371837:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062115.589733:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062115.589776:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062115.589809:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062115.589831:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062115.589850:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062115.589882:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062115.589910:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120387072 00000100:00100000:0.0:1789062115.589919:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120387072 00000100:00100000:0.0:1789062115.589972:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120387328 00000100:00100000:0.0:1789062115.589976:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120387328 00000100:00100000:0.0:1789062115.589990:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386944 00000100:00100000:0.0:1789062115.589992:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386944 00000100:00080000:3.0:1789062115.590164:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789062115.590215:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120386816 00000100:00100000:1.0:1789062115.590219:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120386816 00000100:00100000:1.0:1789062115.590250:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 171 00000100:00100000:1.0:1789062115.590260:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8094d664-afc8-4820-b5e6-f6352ebb9a04+13:2390:x1875967120386816:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062115.590331:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd81a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8094d664-afc8-4820-b5e6-f6352ebb9a04+13:2390:x1875967120386816:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 71us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062115.590338:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 171 00000100:00100000:1.0:1789062115.590458:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120387200 00000100:00100000:1.0:1789062115.590463:0:19096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120387200 00000100:00100000:1.0:1789062115.590492:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 41 00000100:00100000:1.0:1789062115.590499:0:19096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c842b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2390:x1875967120387200:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062115.590529:0:19096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c842b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2390:x1875967120387200:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 31us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062115.590536:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 41 00000100:00100000:1.0:1789062115.590591:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120387456 00000100:00100000:1.0:1789062115.590595:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120387456 00000100:00100000:1.0:1789062115.590664:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 90 00000100:00100000:1.0:1789062115.590671:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2390:x1875967120387072:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062115.590717:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2390:x1875967120387072:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 46us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062115.590723:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 90 00000100:00100000:1.0:1789062115.590737:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 91 00000100:00100000:2.0:1789062115.590815:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 92 00000100:00100000:2.0:1789062115.590826:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c859f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2390:x1875967120387456:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:2.0:1789062115.590854:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c859f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2390:x1875967120387456:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 32us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062115.590860:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 92 00000100:00100000:0.0:1789062115.591173:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 93 00000100:00080000:3.0:1789062115.598659:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789062115.598667:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789062115.598746:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+6:2390:x1875967120387328:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062115.598840:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+6:2390:x1875967120387328:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 8096us (9029us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062115.598851:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 91 00000100:00100000:0.0:1789062115.601310:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+13:2390:x1875967120386944:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1789062115.601401:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+13:2390:x1875967120386944:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 10221us (11568us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062115.601412:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 93 00000001:00100000:2.0:1789062116.010985:0:19436:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000020:00000080:2.0:1789062116.011007:0:19436:0:(genops.c:885:class_export_put()) final put ffff9766c6150800/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000020:00000080:1.0:1789062116.011562:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c6150800/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 for lustre-OST0001 00000020:00000080:1.0:1789062116.011641:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767fd821000 for lustre-OST0001 00000001:00100000:3.0:1789062116.012653:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000020:00000080:3.0:1789062116.012658:0:18616:0:(genops.c:885:class_export_put()) final put ffff9766c6153000/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000001:00100000:3.0:1789062116.012675:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1b10d670-7f0f-4a11-9d02-f894398913c8 00000020:00000080:3.0:1789062116.012677:0:18616:0:(genops.c:885:class_export_put()) final put ffff9766c7548800/1b10d670-7f0f-4a11-9d02-f894398913c8 00000020:00000080:0.0:1789062116.013458:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c6153000/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 for lustre-OST0000 00000020:00000080:0.0:1789062116.013509:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c7548800/1b10d670-7f0f-4a11-9d02-f894398913c8 for lustre-OST0000 00000020:00000080:0.0:1789062116.013526:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c6152800 for lustre-OST0000 00000020:00000080:0.0:1789062116.013532:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c754f800 for lustre-OST0000 00000100:00100000:2.0:1789062116.345484:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062116.345658:0:17119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120387712 00000100:00100000:0.0:1789062116.345672:0:17119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120387712 00000100:00100000:0.0:1789062116.345759:0:17119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 13 00000100:00100000:0.0:1789062116.345771:0:17119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b10d670-7f0f-4a11-9d02-f894398913c8+13:16301:x1875967120387712:12345-192.168.203.3@tcp:35:umount.0 00000001:00080000:0.0:1789062116.346099:0:17119:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000001:00080000:0.0:1789062116.346205:0:17119:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934626 00000100:00100000:0.0:1789062116.346368:0:17119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b10d670-7f0f-4a11-9d02-f894398913c8+16:16301:x1875967120387712:12345-192.168.203.3@tcp:35:umount.0 Request processed in 598us (895us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1789062116.346377:0:17119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 13 00000020:00080000:0.0:1789062116.346382:0:17119:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1789062116.350131:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062116.350185:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062116.350231:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062116.350279:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120387840 00000100:00100000:1.0:1789062116.350293:0:17100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120387840 00000100:00100000:1.0:1789062116.350359:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120388096 00000100:00100000:1.0:1789062116.350362:0:17100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120388096 00000100:00100000:1.0:1789062116.350376:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120387968 00000100:00100000:1.0:1789062116.350379:0:17100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120387968 00000100:00100000:1.0:1789062116.350397:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3 00000100:00100000:1.0:1789062116.350409:0:17100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8094d664-afc8-4820-b5e6-f6352ebb9a04+15:2393:x1875967120387840:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789062116.350431:0:17100:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062116.350456:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5771c00/0x2774d8f311dc7d69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bc0f expref: 15 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062116.350497:0:17100:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062116.350582:0:17100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8094d664-afc8-4820-b5e6-f6352ebb9a04+14:2393:x1875967120387840:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 174us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062116.350596:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3 00000100:00100000:1.0:1789062116.350675:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4 00000100:00100000:1.0:1789062116.350682:0:17100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c2a7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8094d664-afc8-4820-b5e6-f6352ebb9a04+13:2393:x1875967120388096:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789062116.350690:0:17100:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062116.350699:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767c0031000/0x2774d8f311dc7df5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bcf6 expref: 13 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062116.350709:0:17100:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062116.350915:0:17100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c2a7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8094d664-afc8-4820-b5e6-f6352ebb9a04+12:2393:x1875967120388096:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 232us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062116.350922:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4 00000100:00100000:1.0:1789062116.350970:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:1.0:1789062116.350977:0:17100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8094d664-afc8-4820-b5e6-f6352ebb9a04+11:2393:x1875967120387968:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789062116.350985:0:17100:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062116.350994:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c80ce000/0x2774d8f311dc7d70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bc40 expref: 11 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062116.351005:0:17100:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062116.351021:0:17100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8094d664-afc8-4820-b5e6-f6352ebb9a04+10:2393:x1875967120387968:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 45us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062116.351027:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:2.0:1789062116.354331:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062116.354430:0:18619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120388224 00000100:00100000:3.0:1789062116.354443:0:18619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120388224 00000100:00100000:3.0:1789062116.354539:0:18619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 34 00000100:00100000:3.0:1789062116.354562:0:18619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2389:x1875967120388224:12345-192.168.203.3@tcp:9:umount.0 00000020:00000080:3.0:1789062116.354660:0:18619:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7d93 00000100:00080000:3.0:1789062116.354676:0:18619:0:(import.c:65:import_set_state_nolock()) ffff9766c6153800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789062116.354944:0:18619:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:2.0:1789062116.355204:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062116.355323:0:18619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b10d670-7f0f-4a11-9d02-f894398913c8+2:2389:x1875967120388224:12345-192.168.203.3@tcp:9:umount.0 Request processed in 771us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062116.355332:0:18619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 34 00000100:00100000:3.0:1789062116.365183:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062116.365303:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120389120 00000100:00100000:2.0:1789062116.365334:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120389120 00000100:00100000:2.0:1789062116.365421:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 67 00000100:00100000:2.0:1789062116.365433:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+16:2389:x1875967120389120:12345-192.168.203.3@tcp:39:umount.0 00000020:00000080:2.0:1789062116.365479:0:20259:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7d7e 00000020:00010000:2.0:1789062116.365498:0:20259:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9767eb92c800: total 0 00000100:00080000:2.0:1789062116.365504:0:20259:0:(import.c:65:import_set_state_nolock()) ffff9767eb929000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789062116.365541:0:20259:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1789062116.365810:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1b10d670-7f0f-4a11-9d02-f894398913c8+15:2389:x1875967120389120:12345-192.168.203.3@tcp:39:umount.0 Request processed in 379us (642us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1789062116.365819:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 67 00000020:00010000:3.0:1789062116.366416:0:20141:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9767eb92c800: total 0 00010000:00010000:3.0:1789062116.366486:0:20141:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9767eb92c800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1789062116.366543:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9767d1235100) 00010000:00010000:3.0:1789062116.366547:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789062116.366558:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5770800/0x2774d8f311dc808e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bdb3 expref: 14 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.366579:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9766c15be500) 00010000:00010000:3.0:1789062116.366582:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062116.366587:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9767fd47bc00/0x2774d8f311dc7e65 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bd04 expref: 13 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.366664:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9767d1235100) 00010000:00010000:3.0:1789062116.366668:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789062116.366673:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf600/0x2774d8f311dc7fa7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bd66 expref: 12 pid: 19906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.366690:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767d1235d00) 00010000:00010000:3.0:1789062116.366693:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789062116.366709:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5770e00/0x2774d8f311dc7ea4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bd12 expref: 11 pid: 17115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.367123:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9767d1235000) 00010000:00010000:3.0:1789062116.367127:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789062116.367142:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c5770600/0x2774d8f311dc8033 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bd90 expref: 10 pid: 19906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.367163:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9766c15beb00) 00010000:00010000:3.0:1789062116.367166:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789062116.367170:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9767fd47a800/0x2774d8f311dc7e49 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bcfd expref: 9 pid: 19906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.367186:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9767d1235500) 00010000:00010000:3.0:1789062116.367188:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789062116.367193:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc7f29 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bd3c expref: 8 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.367209:0:20141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9767d1235100) 00010000:00010000:3.0:1789062116.367211:0:20141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789062116.367217:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cec00/0x2774d8f311dc7fd8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bd7b expref: 7 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062116.367233:0:20141:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9767eb92c800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1789062116.367262:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062116.367265:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062116.367267:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062116.380584:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062116.381491:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120389248 00000100:00100000:2.0:1789062116.381506:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120389248 00000100:00100000:2.0:1789062116.381656:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 68 00000100:00100000:2.0:1789062116.381669:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b10d670-7f0f-4a11-9d02-f894398913c8+5:2389:x1875967120389248:12345-192.168.203.3@tcp:39:umount.0 00000020:00000080:2.0:1789062116.381716:0:17116:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7d85 00000100:00080000:2.0:1789062116.381751:0:17116:0:(import.c:65:import_set_state_nolock()) ffff9767eb92f000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789062116.381800:0:17116:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:3.0:1789062116.381854:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062116.382674:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b10d670-7f0f-4a11-9d02-f894398913c8+3:2389:x1875967120389248:12345-192.168.203.3@tcp:39:umount.0 Request processed in 1003us (2100us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1789062116.382684:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 68 00010000:00010000:2.0:1789062116.394403:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062117.417910:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062117.546648:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c859c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130945920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789062117.546768:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062117.546934:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130945920 00000100:00100000:1.0:1789062117.546944:0:18624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130945920 00000100:00100000:1.0:1789062117.547022:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789062117.547032:0:18624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130945920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789062117.547069:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1789062117.547141:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789062117.552982:0:18624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130945920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5933us (6197us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062117.553000:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789062117.553282:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c859c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130945920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789062118.058101:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789062118.058123:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130946048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062118.058193:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062118.058286:0:17121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946048 00000100:00100000:1.0:1789062118.058294:0:17121:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946048 00000100:00100000:1.0:1789062118.058345:0:17121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789062118.058355:0:17121:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130946048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789062118.058388:0:17121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789062118.058442:0:17121:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130946048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062118.058449:0:17121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789062118.058577:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130946048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789062118.059476:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130946176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789062118.059517:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062118.059680:0:17120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946176 00000100:00100000:3.0:1789062118.059686:0:17120:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946176 00000100:00100000:3.0:1789062118.059726:0:17120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789062118.059734:0:17120:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c859c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130946176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789062118.059757:0:17120:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789062118.059811:0:17120:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c859c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130946176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062118.059817:0:17120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789062118.059978:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130946176:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1789062118.122374:0:17867:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789062118.441859:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062118.557033:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062118.557076:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062118.557106:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062118.557194:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120389376 00000100:00100000:0.0:1789062118.557203:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120389376 00000100:00100000:0.0:1789062118.557252:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120389504 00000100:00100000:0.0:1789062118.557256:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120389504 00000100:00100000:0.0:1789062118.557269:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120389632 00000100:00100000:0.0:1789062118.557271:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120389632 00000100:00100000:0.0:1789062118.557289:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6 00000100:00100000:0.0:1789062118.557299:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8094d664-afc8-4820-b5e6-f6352ebb9a04+12:2393:x1875967120389376:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789062118.557313:0:17102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062118.557332:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5770000/0x2774d8f311dc7da8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bc7f expref: 12 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062118.557361:0:17102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062118.557419:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8094d664-afc8-4820-b5e6-f6352ebb9a04+11:2393:x1875967120389376:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 121us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062118.557427:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6 00000100:00100000:0.0:1789062118.557445:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:0.0:1789062118.557451:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8094d664-afc8-4820-b5e6-f6352ebb9a04+10:2393:x1875967120389504:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789062118.557458:0:17102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062118.557479:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8199200/0x2774d8f311dc7daf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bcb0 expref: 10 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062118.557489:0:17102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062118.557510:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8094d664-afc8-4820-b5e6-f6352ebb9a04+9:2393:x1875967120389504:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 59us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062118.557516:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:0.0:1789062118.557529:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:0.0:1789062118.557535:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8094d664-afc8-4820-b5e6-f6352ebb9a04+8:2393:x1875967120389632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789062118.557542:0:17102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062118.557550:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5771000/0x2774d8f311dc7dee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bcef expref: 8 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062118.557558:0:17102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062118.557573:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8094d664-afc8-4820-b5e6-f6352ebb9a04+7:2393:x1875967120389632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 38us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062118.557579:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:2.0:1789062118.570090:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c676b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130946304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789062118.570157:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062118.570292:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946304 00000100:00100000:0.0:1789062118.570300:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946304 00000100:00100000:0.0:1789062118.570366:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789062118.570376:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130946304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789062118.570398:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062118.570447:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130946304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062118.570454:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789062118.570533:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c676b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130946304:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1789062118.570640:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789062118.579531:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062118.582461:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120389888 00000100:00100000:0.0:1789062118.582475:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120389888 00000100:00100000:0.0:1789062118.582581:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 69 00000100:00100000:0.0:1789062118.582591:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+6:2389:x1875967120389888:12345-192.168.203.3@tcp:39:umount.0 00000020:00000080:0.0:1789062118.582667:0:17115:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7dbd 00000020:00010000:0.0:1789062118.582675:0:17115:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9766c83f4000: total 0 00000100:00080000:0.0:1789062118.582680:0:17115:0:(import.c:65:import_set_state_nolock()) ffff9766c83f7000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789062118.582712:0:17115:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:0.0:1789062118.582850:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2389:x1875967120389888:12345-192.168.203.3@tcp:39:umount.0 Request processed in 260us (3328us total) trans 8589934629 rc 0/0 00000100:00100000:0.0:1789062118.582869:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 69 00000100:00080000:3.0:1789062118.583015:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:1.0:1789062118.583117:0:17103:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9766c83f4000: total 0 00010000:00010000:1.0:1789062118.583122:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062118.583172:0:17103:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9766c83f4000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789062118.583207:0:17103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767d1235d00) 00010000:00010000:1.0:1789062118.583210:0:17103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789062118.583217:0:17103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9767c0030e00/0x2774d8f311dc7eb2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bd19 expref: 4 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062118.583240:0:17103:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9766c83f4000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1789062118.583259:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062118.583260:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062118.583263:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062118.604220:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062118.604461:0:20259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120390016 00000100:00100000:2.0:1789062118.604483:0:20259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120390016 00000100:00100000:2.0:1789062118.604552:0:20259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 70 00000100:00100000:2.0:1789062118.604564:0:20259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+5:2389:x1875967120390016:12345-192.168.203.3@tcp:39:umount.0 00000020:00000080:2.0:1789062118.604650:0:20259:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7dc4 00000100:00080000:2.0:1789062118.604660:0:20259:0:(import.c:65:import_set_state_nolock()) ffff9766c6151000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789062118.604683:0:20259:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1789062118.604818:0:20259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4+3:2389:x1875967120390016:12345-192.168.203.3@tcp:39:umount.0 Request processed in 257us (605us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1789062118.604825:0:20259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 70 00000100:00080000:3.0:1789062118.605273:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1789062118.605324:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062118.641373:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062118.641462:0:17109:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120390272 00000100:00100000:0.0:1789062118.641472:0:17109:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120390272 00000100:00100000:0.0:1789062118.641536:0:17109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 172 00000100:00100000:0.0:1789062118.641546:0:17109:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8094d664-afc8-4820-b5e6-f6352ebb9a04+7:2389:x1875967120390272:12345-192.168.203.3@tcp:251:umount.0 00000020:00000080:0.0:1789062118.641590:0:17109:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7d5b 00000020:00010000:0.0:1789062118.641650:0:17109:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9766c754a800: total 0 00000100:00080000:0.0:1789062118.641656:0:17109:0:(import.c:65:import_set_state_nolock()) ffff9766c754d000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789062118.641729:0:17109:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd81a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8094d664-afc8-4820-b5e6-f6352ebb9a04+3:2389:x1875967120390272:12345-192.168.203.3@tcp:251:umount.0 Request processed in 184us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062118.641737:0:17109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 172 00000020:00010000:2.0:1789062118.642100:0:20142:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9766c754a800: total 0 00010000:00010000:2.0:1789062118.642157:0:20142:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9766c754a800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789062118.642190:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8198e00/0x2774d8f311dc7d62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bc08 expref: 2 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062118.642205:0:20142:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9766c754a800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1789062118.642217:0:20142:0:(genops.c:885:class_export_put()) final put ffff9766c754a800/8094d664-afc8-4820-b5e6-f6352ebb9a04 00010000:00010000:2.0:1789062118.642234:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062118.642237:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062118.642238:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789062118.642721:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c754a800/8094d664-afc8-4820-b5e6-f6352ebb9a04 for MGS 00000020:00000080:0.0:1789062118.642760:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c754d000 for MGS 00010000:00010000:3.0:1789062119.466048:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062119.593846:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130946688:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.593887:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130946432:0@lo:400:kworker.0 00000100:00100000:1.0:1789062119.593911:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.593920:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062119.593963:0:19396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946688 00000100:00100000:3.0:1789062119.593971:0:19396:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946688 00000100:00100000:3.0:1789062119.594018:0:19396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789062119.594027:0:19396:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130946688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594107:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130946944:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594135:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594153:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130947456:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594170:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594186:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130947968:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594218:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594242:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789062119.594247:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130946560:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594268:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594285:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130947072:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594317:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594334:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130947584:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594355:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594383:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130946816:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594405:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594423:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130947328:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594440:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594455:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3623:1875967130947840:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594624:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.594660:0:17108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946432 00000100:00100000:2.0:1789062119.594664:0:17108:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946432 00000100:00100000:2.0:1789062119.594696:0:17108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789062119.594703:0:17108:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3620:x1875967130946432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594738:0:17108:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd818450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3620:x1875967130946432:12345-0@lo:400:kworker.0 Request processed in 35us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.594745:0:17108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789062119.594772:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946944 00000100:00100000:2.0:1789062119.594775:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946944 00000100:00100000:2.0:1789062119.594792:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947456 00000100:00100000:2.0:1789062119.594794:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947456 00000100:00100000:2.0:1789062119.594804:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947968 00000100:00100000:2.0:1789062119.594812:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947968 00000100:00100000:2.0:1789062119.594837:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947584 00000100:00100000:2.0:1789062119.594840:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947584 00000100:00100000:2.0:1789062119.594851:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947840 00000100:00100000:2.0:1789062119.594853:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947840 00000100:00100000:2.0:1789062119.594867:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789062119.594873:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c748f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130946944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594905:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c748f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130946944:12345-0@lo:400:kworker.0 Request processed in 32us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.594910:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789062119.594923:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789062119.594929:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c748c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875967130947456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.594955:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c748c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875967130947456:12345-0@lo:400:kworker.0 Request processed in 27us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.594960:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789062119.594971:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789062119.594977:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875967130947968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.595002:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875967130947968:12345-0@lo:400:kworker.0 Request processed in 26us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.595008:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789062119.595019:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789062119.595025:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130947584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.595050:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130947584:12345-0@lo:400:kworker.0 Request processed in 25us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.595054:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789062119.595066:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789062119.595071:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1875967130947840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.595109:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1875967130947840:12345-0@lo:400:kworker.0 Request processed in 38us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.595115:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789062119.595141:0:18432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946560 00000100:00100000:2.0:1789062119.595144:0:18432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946560 00000100:00100000:2.0:1789062119.595166:0:18432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947072 00000100:00100000:2.0:1789062119.595169:0:18432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947072 00000100:00100000:2.0:1789062119.595180:0:18432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789062119.595186:0:18432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130946560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.595216:0:18432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130946560:12345-0@lo:400:kworker.0 Request processed in 30us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.595222:0:18432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789062119.595233:0:18432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789062119.595239:0:18432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130947072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.595265:0:18432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130947072:12345-0@lo:400:kworker.0 Request processed in 27us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.595270:0:18432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789062119.596398:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130946816 00000100:00100000:2.0:1789062119.596406:0:18622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130946816 00000100:00100000:2.0:1789062119.596442:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947328 00000100:00100000:2.0:1789062119.596445:0:18622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947328 00000100:00100000:2.0:1789062119.596461:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789062119.596536:0:18622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130946816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.596589:0:18622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130946816:12345-0@lo:400:kworker.0 Request processed in 121us (2181us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.596619:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789062119.596636:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789062119.596651:0:18622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130947328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.596681:0:18622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130947328:12345-0@lo:400:kworker.0 Request processed in 31us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.596686:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:2.0:1789062119.596716:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789062119.596721:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789062119.596723:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789062119.596738:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c676bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130948096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789062119.596773:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.596809:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948096 00000100:00100000:2.0:1789062119.596812:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948096 00000100:00100000:2.0:1789062119.596837:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789062119.596844:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130948096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789062119.596869:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789062119.596902:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130948096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.596908:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789062119.596946:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c676bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130948096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789062119.596973:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130946816:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.596984:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130947328:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.596993:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3623:1875967130947840:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.597022:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130946560:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.597033:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130947072:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.597042:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130947584:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.597062:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130946432:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.597073:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130946944:0@lo:400:kworker.0 00000100:00100000:2.0:1789062119.597081:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130947456:0@lo:400:kworker.0 00010000:00080000:2.0:1789062119.597094:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c6728380 x1875967130947968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062119.597103:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130947968:0@lo:400:kworker.0 00000100:00100000:1.0:1789062119.601714:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130947200:0@lo:400:kworker.0 00000100:00100000:1.0:1789062119.602414:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062119.602446:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130947712:0@lo:400:kworker.0 00000100:00100000:0.0:1789062119.602468:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789062119.602481:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130948224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789062119.602668:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062119.602720:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947200 00000100:00100000:1.0:1789062119.602728:0:18622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947200 00000100:00100000:1.0:1789062119.603519:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789062119.603532:0:18622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130947200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062119.603870:0:18622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130947200:12345-0@lo:400:kworker.0 Request processed in 341us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062119.603878:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789062119.603912:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130947712 00000100:00100000:1.0:1789062119.603917:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130947712 00000100:00100000:1.0:1789062119.603953:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789062119.603960:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130947712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062119.604004:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130947712:12345-0@lo:400:kworker.0 Request processed in 44us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062119.604009:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00080000:1.0:1789062119.604025:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789062119.604028:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789062119.604066:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130947200:0@lo:400:kworker.0 00010000:00080000:1.0:1789062119.604079:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c672a300 x1875967130947712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062119.604088:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130947712:0@lo:400:kworker.0 00000100:00100000:0.0:1789062119.604520:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062119.605268:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948224 00000100:00100000:2.0:1789062119.605275:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948224 00000100:00100000:3.0:1789062119.605429:0:19396:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130946688:12345-0@lo:400:kworker.0 Request processed in 11401us (11514us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062119.605439:0:19396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789062119.605524:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789062119.605532:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130948224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789062119.605553:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789062119.605632:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130948224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062119.605638:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789062119.605678:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130948224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789062119.612461:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130946688:0@lo:400:kworker.0 00010000:00010000:2.0:1789062120.491338:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789062120.544869:0:20688:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789062120.559772:0:20688:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1789062120.559870:0:20688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.559885:0:20688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.559893:0:20688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.559900:0:20688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.559929:0:20688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789062120.559937:0:20688:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789062120.559963:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789062120.559969:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789062120.559975:0:20688:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789062120.559998:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9766c809f000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789062120.560046:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875967130948352:0@lo:39:umount.0 00000100:00100000:3.0:1789062120.560125:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789062120.560174:0:17104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062120.560180:0:17104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.560188:0:17104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cfc00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:3.0:1789062120.560191:0:17104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.560198:0:17104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789062120.560212:0:17104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062120.560217:0:17104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789062120.560220:0:17104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789062120.560222:0:17104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789062120.560246:0:17104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.560252:0:17104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789062120.560273:0:17104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.560281:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80cfc00/0x2774d8f311dc791e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7925 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062120.560281:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789062120.560296:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130948480:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789062120.560297:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.560301:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.560304:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062120.560494:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062120.562506:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948480 00000100:00100000:0.0:1789062120.562518:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948480 00000100:00100000:0.0:1789062120.562595:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789062120.562624:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3622:x1875967130948480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789062120.562640:0:17102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062120.562659:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8198400/0x2774d8f311dc7925 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc791e expref: 24 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062120.562675:0:17102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062120.562738:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83f5b9c6-643c-4659-afe5-bacf144ade05+23:3622:x1875967130948480:12345-0@lo:103:ldlm_bl.0 Request processed in 134us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062120.562745:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789062120.562789:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130948480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789062120.563124:0:19906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948352 00000100:00100000:3.0:1789062120.563131:0:19906:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948352 00000100:00100000:3.0:1789062120.563177:0:19906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789062120.563185:0:19906:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875967130948352:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789062120.563209:0:19906:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc794f 00000100:00080000:3.0:1789062120.563217:0:19906:0:(import.c:65:import_set_state_nolock()) ffff9767c5d2b800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789062120.563278:0:19906:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3619:x1875967130948352:12345-0@lo:39:umount.0 Request processed in 94us (3153us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062120.563284:0:19906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1789062120.563305:0:19906:0:(genops.c:885:class_export_put()) final put ffff9767fb016800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:3.0:1789062120.563361:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c809f000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789062120.563372:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875967130948352:0@lo:39:umount.0 00000100:00080000:3.0:1789062120.563392:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789062120.563394:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789062120.563398:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789062120.564306:0:20688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564319:0:20688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564326:0:20688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564333:0:20688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564348:0:20688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062120.564360:0:20141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062120.564365:0:20141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564373:0:20141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80ce800 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:3.0:1789062120.564377:0:20141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564386:0:20141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789062120.564403:0:20141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062120.564408:0:20141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789062120.564411:0:20141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1789062120.564438:0:20141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564444:0:20141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789062120.564465:0:20141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564472:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80ce800/0x2774d8f311dc786f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7876 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564486:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.564489:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.564491:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.564501:0:20688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564508:0:20688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564514:0:20688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564520:0:20688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564543:0:20688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062120.564549:0:20688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564556:0:20688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564562:0:20688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564567:0:20688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564578:0:20688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789062120.564598:0:17104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062120.564602:0:17104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564628:0:17104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c1482000 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:3.0:1789062120.564631:0:17104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564636:0:17104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789062120.564642:0:17104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062120.564646:0:17104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789062120.564654:0:17104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789062120.564656:0:17104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789062120.564674:0:17104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564680:0:17104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789062120.564688:0:17104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564695:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767c1482000/0x2774d8f311dc7c82 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7c89 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564705:0:17104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062120.564708:0:17104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564712:0:17104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0030400 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:3.0:1789062120.564715:0:17104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564721:0:17104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789062120.564727:0:17104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062120.564733:0:17104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789062120.564735:0:17104:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789062120.564738:0:17104:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789062120.564752:0:17104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564767:0:17104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:1.0:1789062120.564787:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fb016800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00010000:00010000:3.0:1789062120.564789:0:17104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564799:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767c0030400/0x2774d8f311dc7e26 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7e2d expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564810:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.564812:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.564814:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.564826:0:20688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564833:0:20688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564839:0:20688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1789062120.564844:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c5d2b800 for lustre-MDT0000 00010000:00010000:3.0:1789062120.564846:0:20688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564861:0:20688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789062120.564864:0:20688:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1789062120.564868:0:20688:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1789062120.564900:0:20141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062120.564905:0:20141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564922:0:20141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cfa00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:3.0:1789062120.564925:0:20141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564932:0:20141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789062120.564938:0:20141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062120.564943:0:20141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789062120.564946:0:20141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789062120.564948:0:20141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789062120.564965:0:20141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564970:0:20141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789062120.564979:0:20141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564984:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80cfa00/0x2774d8f311dc7861 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7868 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062120.564997:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.564999:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062120.565002:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789062120.565013:0:20688:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1789062120.565018:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789062120.565022:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062120.565027:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1789062120.565037:0:20688:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9766c754b800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789062120.565042:0:20688:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9766c8435800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789062120.565047:0:20688:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9766c572c800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789062120.565051:0:20688:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9767fd65e800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789062120.565057:0:20688:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff9766c83f4000 bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 192.168.203.3@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789062120.565064:0:20688:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff9767eb92c800 1b10d670-7f0f-4a11-9d02-f894398913c8 192.168.203.3@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934624 stale:0 00000100:00100000:0.0:1789062120.565064:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130948864:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1789062120.565075:0:20688:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff9767f7e5b380) has exports, disconnecting them 00000020:00080000:3.0:1789062120.565078:0:20688:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9766c754b800), last request at 1789062119 00000020:00000080:3.0:1789062120.565083:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c51 00000100:00080000:3.0:1789062120.565097:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9766c7548000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789062120.565125:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1789062120.565137:0:20688:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c754b800): rc 0 00000020:00000080:3.0:1789062120.565140:0:20688:0:(genops.c:885:class_export_put()) final put ffff9766c754b800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1789062120.565149:0:20688:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9766c8435800), last request at 1789062119 00000020:00000080:3.0:1789062120.565152:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7aec 00000100:00080000:3.0:1789062120.565160:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9766c8434800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789062120.565173:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062120.565175:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00080000:3.0:1789062120.565184:0:20688:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c8435800): rc 0 00000100:00100000:0.0:1789062120.565185:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130948992:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1789062120.565191:0:20688:0:(genops.c:885:class_export_put()) final put ffff9766c8435800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789062120.565200:0:20688:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9766c572c800), last request at 1789062046 00000100:00100000:0.0:1789062120.565215:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1789062120.565222:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7a3d 00000100:00080000:3.0:1789062120.565228:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9766c572d800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789062120.565242:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062120.565250:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948864 00000020:00080000:3.0:1789062120.565252:0:20688:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c572c800): rc 0 00000020:00000080:3.0:1789062120.565255:0:20688:0:(genops.c:885:class_export_put()) final put ffff9766c572c800/lustre-MDT0000-lwp-MDT0001_UUID 00000100:00100000:0.0:1789062120.565257:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948864 00000020:00080000:3.0:1789062120.565261:0:20688:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9767fd65e800), last request at 1789062046 00000020:00000080:3.0:1789062120.565265:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79d4 00000100:00080000:3.0:1789062120.565276:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9767c3f7f000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789062120.565289:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062120.565296:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948992 00000001:00000004:3.0:1789062120.565297:0:20688:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000100:00100000:0.0:1789062120.565301:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948992 00000100:00100000:0.0:1789062120.565319:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789062120.565328:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83f5b9c6-643c-4659-afe5-bacf144ade05+24:3622:x1875967130948864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789062120.565339:0:17101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062120.565360:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5770400/0x2774d8f311dc7e2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7e26 expref: 24 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1789062120.565372:0:20688:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9767fd65e800): rc 0 00010000:00010000:0.0:1789062120.565373:0:17101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000080:3.0:1789062120.565380:0:20688:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbc8847a9bae0 00000100:00080000:3.0:1789062120.565396:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789062120.565399:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:0.0:1789062120.565412:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83f5b9c6-643c-4659-afe5-bacf144ade05+23:3622:x1875967130948864:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062120.565420:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789062120.565436:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789062120.565442:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c2a7a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83f5b9c6-643c-4659-afe5-bacf144ade05+22:3622:x1875967130948992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789062120.565449:0:17101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062120.565458:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47a000/0x2774d8f311dc7868 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7861 expref: 22 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062120.565466:0:17101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062120.565486:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c2a7a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83f5b9c6-643c-4659-afe5-bacf144ade05+21:3622:x1875967130948992:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062120.565492:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789062120.565546:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130948992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789062120.565554:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130948864:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789062120.566089:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062120.566312:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130948608:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062120.566348:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062120.566381:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789062120.566387:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130948736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062120.566406:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789062120.566428:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062120.566491:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948608 00000100:00100000:1.0:1789062120.566496:0:17100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948608 00000100:00100000:1.0:1789062120.566523:0:17100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130948736 00000100:00100000:1.0:1789062120.566526:0:17100:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130948736 00000100:00100000:1.0:1789062120.566540:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789062120.566546:0:17100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7513800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83f5b9c6-643c-4659-afe5-bacf144ade05+22:3620:x1875967130948608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062120.566555:0:17100:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062120.566567:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c807be00/0x2774d8f311dc7876 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc786f expref: 22 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062120.566578:0:17100:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062120.566647:0:17100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7513800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83f5b9c6-643c-4659-afe5-bacf144ade05+21:3620:x1875967130948608:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062120.566654:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789062120.566669:0:17100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789062120.566674:0:17100:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83f5b9c6-643c-4659-afe5-bacf144ade05+20:3620:x1875967130948736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062120.566682:0:17100:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062120.566690:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8199000/0x2774d8f311dc7c89 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7c82 expref: 20 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062120.566699:0:17100:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062120.566726:0:17100:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83f5b9c6-643c-4659-afe5-bacf144ade05+19:3620:x1875967130948736:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062120.566733:0:17100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000080:1.0:1789062120.566751:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c754b800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1789062120.566787:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c8435800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1789062120.566807:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c572c800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1789062120.566830:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c7548000 for lustre-MDT0000 00000020:00000080:1.0:1789062120.566834:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c8434800 for lustre-MDT0000 00000020:00000080:1.0:1789062120.566838:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c572d800 for lustre-MDT0000 00010000:00010000:1.0:1789062120.566848:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062120.567246:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130948736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062120.567256:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130948608:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789062120.577488:0:20688:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789062120.577522:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9767fff32000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789062120.577823:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130949120:0@lo:39:umount.0 00000100:00080000:3.0:1789062120.577891:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789062120.577892:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062120.577899:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789062120.577914:0:20688:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789062120.577971:0:20688:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789062120.577981:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9767c3f63000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789062120.577987:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789062120.577990:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1789062120.578007:0:20688:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789062120.578062:0:20688:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789062120.578072:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9767c3f65800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789062120.578118:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130949248:0@lo:9:umount.0 00000020:00080000:3.0:1789062120.578120:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9767f7e5b380) has no exports 00000100:00100000:0.0:1789062120.578148:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062120.578186:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130949376:0@lo:9:umount.0 00000100:00100000:0.0:1789062120.578207:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062120.578243:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130949248 00000100:00100000:0.0:1789062120.578264:0:19096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130949248 00000100:00100000:0.0:1789062120.578310:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130949376 00000100:00100000:0.0:1789062120.578313:0:19096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130949376 00000100:00100000:0.0:1789062120.578331:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789062120.578339:0:19096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c676bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3619:x1875967130949248:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789062120.578361:0:19096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7b32 00000100:00080000:0.0:1789062120.578369:0:19096:0:(import.c:65:import_set_state_nolock()) ffff9767c2a67800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789062120.578407:0:19096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789062120.578531:0:19096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c676bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3619:x1875967130949248:12345-0@lo:9:umount.0 Request processed in 192us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062120.578537:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789062120.578551:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789062120.578557:0:19096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c676b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3619:x1875967130949376:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789062120.578568:0:19096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c90 00000100:00080000:0.0:1789062120.578573:0:19096:0:(import.c:65:import_set_state_nolock()) ffff9767eb92b800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789062120.578664:0:19096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789062120.579772:0:19096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c676b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3619:x1875967130949376:12345-0@lo:9:umount.0 Request processed in 173us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062120.579782:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:0.0:1789062120.579807:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062120.579813:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789062120.579844:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c3f63000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789062120.579866:0:3619:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789062120.579868:0:3619:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789062120.579872:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130949248:0@lo:9:umount.0 00000100:00080000:0.0:1789062120.579886:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c3f65800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789062120.579893:0:3619:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789062120.579894:0:3619:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789062120.579897:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130949376:0@lo:9:umount.0 00000100:00080000:1.0:1789062120.580147:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789062120.586701:0:18432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130949120 00000100:00100000:2.0:1789062120.586719:0:18432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130949120 00000100:00100000:2.0:1789062120.586784:0:18432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789062120.586794:0:18432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6768000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1875967130949120:12345-0@lo:39:umount.0 00000020:00000080:2.0:1789062120.586826:0:18432:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7a67 00000100:00080000:2.0:1789062120.586834:0:18432:0:(import.c:65:import_set_state_nolock()) ffff9767fb31e000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789062120.586861:0:18432:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:1.0:1789062120.587145:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062120.587766:0:18432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6768000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3619:x1875967130949120:12345-0@lo:39:umount.0 Request processed in 971us (9872us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1789062120.587775:0:18432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:1.0:1789062120.587857:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fff32000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789062120.587866:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130949120:0@lo:39:umount.0 00000020:00080000:3.0:1789062120.596985:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9767f7e5b380) has no exports 00000020:00000080:3.0:1789062120.661446:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78bc 00000020:00000080:3.0:1789062120.661461:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c475d000/lustre-QMT0000_UUID 00000020:01000000:3.0:1789062120.661578:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1789062120.662740:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c475d000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789062120.665083:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062120.665098:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789062120.665103:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff9766c71e0000) has no exports 00000020:00000080:2.0:1789062120.665427:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78b5 00000020:00000080:2.0:1789062120.665440:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767f39fa000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789062120.671854:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767f39fa000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789062120.672114:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789062120.672127:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789062120.672132:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767f39ff800/lustre-QMT0000_UUID 00000020:00000080:2.0:1789062120.672136:0:20688:0:(genops.c:844:class_export_destroy()) destroying export ffff9767f39ff800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789062120.672145:0:20688:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:1.0:1789062121.513802:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789062121.644411:0:17847:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1789062121.644426:0:17847:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1789062121.644432:0:17847:0:(genops.c:885:class_export_put()) final put ffff9767fd131000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1789062121.644447:0:17847:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000001:00080000:3.0:1789062121.644452:0:17847:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1789062121.644463:0:17847:0:(genops.c:885:class_export_put()) final put ffff9766c6156000/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000001:00100000:3.0:1789062121.644469:0:17847:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1b10d670-7f0f-4a11-9d02-f894398913c8 00000001:00080000:3.0:1789062121.644473:0:17847:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1789062121.644474:0:17847:0:(genops.c:885:class_export_put()) final put ffff9767eb92e000/1b10d670-7f0f-4a11-9d02-f894398913c8 00000020:00000080:1.0:1789062121.645176:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd131000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1789062121.645235:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c6156000/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 for lustre-MDT0001 00000020:00000080:1.0:1789062121.645259:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767eb92e000/1b10d670-7f0f-4a11-9d02-f894398913c8 for lustre-MDT0001 00000020:00000080:1.0:1789062121.645284:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767fb31e000 for lustre-MDT0001 00000020:00000080:1.0:1789062121.645289:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c6151000 for lustre-MDT0001 00000020:00000080:1.0:1789062121.645292:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767eb92f000 for lustre-MDT0001 00000001:00100000:1.0:1789062121.647183:0:17095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789062121.647191:0:17095:0:(genops.c:885:class_export_put()) final put ffff9767fd65e800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789062121.647219:0:17095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000001:00080000:1.0:1789062121.647227:0:17095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934629 is committed 00000020:00000080:1.0:1789062121.647245:0:17095:0:(genops.c:885:class_export_put()) final put ffff9766c83f4000/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 00000001:00100000:1.0:1789062121.647251:0:17095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1b10d670-7f0f-4a11-9d02-f894398913c8 00000001:00080000:1.0:1789062121.647255:0:17095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1789062121.647260:0:17095:0:(genops.c:885:class_export_put()) final put ffff9767eb92c800/1b10d670-7f0f-4a11-9d02-f894398913c8 00000020:00000080:3.0:1789062121.647331:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd65e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1789062121.647395:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c83f4000/bfa2bb37-f57c-4eb1-aa57-40b8fc9714c4 for lustre-MDT0000 00000020:00000080:3.0:1789062121.647419:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767eb92c800/1b10d670-7f0f-4a11-9d02-f894398913c8 for lustre-MDT0000 00000020:00000080:3.0:1789062121.647444:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c3f7f000 for lustre-MDT0000 00000020:00000080:3.0:1789062121.647449:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c83f7000 for lustre-MDT0000 00000020:00000080:3.0:1789062121.647454:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767eb929000 for lustre-MDT0000 00000001:00100000:2.0:1789062121.647526:0:19436:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789062121.647530:0:19436:0:(genops.c:885:class_export_put()) final put ffff9767eb92c000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789062121.647547:0:19436:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1b10d670-7f0f-4a11-9d02-f894398913c8 00000020:00000080:2.0:1789062121.647549:0:19436:0:(genops.c:885:class_export_put()) final put ffff9766c6150000/1b10d670-7f0f-4a11-9d02-f894398913c8 00000020:00000080:3.0:1789062121.647626:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767eb92c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789062121.647646:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c6150000/1b10d670-7f0f-4a11-9d02-f894398913c8 for lustre-OST0001 00000020:00000080:3.0:1789062121.647661:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767eb92b800 for lustre-OST0001 00000020:00000080:3.0:1789062121.647664:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c6153800 for lustre-OST0001 00010000:00010000:0.0:1789062122.537782:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062122.666824:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130949504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789062122.666898:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062122.667027:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130949504 00000100:00100000:0.0:1789062122.667035:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130949504 00000100:00100000:0.0:1789062122.667096:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789062122.667105:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130949504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062122.667132:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062122.667190:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130949504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062122.667196:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789062122.667240:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130949504:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789062122.667474:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000000:2.0:1789062122.729773:0:20688:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9767d1c17ae0 - data ffff9767c9307000/ffff9767df7b7400 00000020:01000000:2.0:1789062122.729932:0:20688:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9767fd2856c0 - data ffff9767ebed15e8/ffff9766c15e0c00 00000001:00000004:2.0:1789062122.739813:0:20688:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000100:00080000:2.0:1789062122.790096:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789062122.790104:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789062122.790116:0:20688:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9766c83a7480 x1875967130949120/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789062130 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062122.790140:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789062122.793590:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789062122.793599:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1789062122.793636:0:20688:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789062122.793639:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789062122.796185:0:17139:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789062122.796192:0:17139:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789062122.796202:0:17139:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789062122.796753:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789062122.796758:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1789062122.796772:0:20688:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789062122.796774:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789062122.797080:0:17141:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789062122.797085:0:17141:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1789062122.797093:0:17141:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789062122.798071:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7884 00000020:00000080:2.0:1789062122.798081:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767df9c2800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789062122.798544:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767df9c2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789062122.801668:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7899 00000020:00000080:2.0:1789062122.801681:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767df9c5800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789062122.801694:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1789062122.801699:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062122.801707:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789062122.801711:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff9767f7e58000) has no exports 00000004:01000000:2.0:1789062122.801873:0:20688:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789062122.801882:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78fb 00000020:00000080:2.0:1789062122.801886:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c3f61000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789062122.801891:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789062122.801894:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062122.801899:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789062122.801910:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff9767f7e94d40) has no exports 00000020:00000080:2.0:1789062122.801916:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78f4 00000020:00000080:2.0:1789062122.801920:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c3f65000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789062122.802211:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767df9c5800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1789062122.802219:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f61000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789062122.802223:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f65000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789062122.802967:0:20688:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789062122.802973:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789062122.802977:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1789062122.802982:0:20688:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789062122.802985:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789062122.803178:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789062122.803186:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789062122.803191:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78e6 00000020:00000080:2.0:1789062122.803196:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c3f66000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789062122.806218:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c3f65800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789062122.806237:0:37:0:(genops.c:885:class_export_put()) final put ffff9767c3f67800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789062122.806240:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f67800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1789062122.806247:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789062122.813159:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789062122.813193:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062122.813204:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789062122.813209:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff9767f7e599c0) has no exports 00000020:00000080:2.0:1789062122.813218:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78df 00000020:00000080:2.0:1789062122.813227:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c3f64800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789062122.815288:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f66000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:2.0:1789062122.822884:0:20688:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789062122.822893:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789062122.822897:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1789062122.822905:0:20688:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789062122.822907:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789062122.822939:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789062122.823231:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f64800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789062122.823243:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c3f63000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789062122.823276:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789062122.823282:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c3f62800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789062122.823285:0:20688:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f62800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1789062122.823293:0:20688:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1789062122.823380:0:20688:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789062122.823387:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78d1 00000020:00000080:2.0:1789062122.823393:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c3f67000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789062122.823437:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1789062122.823453:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062122.823458:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789062122.823463:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff9767fb32b380) has no exports 00000020:00000080:2.0:1789062122.823468:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78ca 00000020:00000080:2.0:1789062122.823472:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767fff37000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789062122.838893:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f67000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789062122.838913:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fff37000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789062122.839438:0:20688:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789062122.839444:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789062122.839449:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789062122.839456:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789062122.839505:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062122.839516:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789062122.839685:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767fff32000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789062122.839693:0:37:0:(genops.c:885:class_export_put()) final put ffff9767fff33000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789062122.839696:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fff33000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789062122.839700:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789062122.839898:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062122.839903:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789062122.839907:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767df9c6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789062122.839909:0:20688:0:(genops.c:844:class_export_destroy()) destroying export ffff9767df9c6000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789062122.839917:0:20688:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789062122.840057:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78a0 00000020:00000080:0.0:1789062122.840076:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767df9c5000/lustre-MDD0000_UUID 00000020:01000000:0.0:1789062122.840132:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789062122.840137:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062122.840142:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789062122.840146:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff9767f7e5cd40) has no exports 00000020:00000080:0.0:1789062122.840170:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062122.840184:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789062122.840190:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc78a7 00000020:00000080:0.0:1789062122.840194:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767df9c7000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789062122.840744:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767df9c5000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1789062122.840751:0:37:0:(genops.c:885:class_export_put()) final put ffff9767df9c7800/lustre-MDD0000_UUID 00000020:00000080:1.0:1789062122.840753:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767df9c7800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1789062122.840758:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:0.0:1789062122.841065:0:20688:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767f7e7a800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789062122.841070:0:20688:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767f7e7a800 3 00000020:01000004:0.0:1789062122.841073:0:20688:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9767f7e7a800 from lustre-MDT0000 00000020:00000080:0.0:1789062122.841094:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062122.841099:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789062122.841102:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767df9c6800/lustre-MDT0000_UUID 00000020:00000080:0.0:1789062122.841104:0:20688:0:(genops.c:844:class_export_destroy()) destroying export ffff9767df9c6800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789062122.841111:0:20688:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789062122.841160:0:20688:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789062122.841164:0:20688:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789062122.841167:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789062122.841170:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062122.841183:0:20688:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789062122.841190:0:20688:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff9767d02db000 83f5b9c6-643c-4659-afe5-bacf144ade05 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789062122.841195:0:20688:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff9766c71e19c0) has exports, disconnecting them 00000020:00080000:0.0:1789062122.841198:0:20688:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9767d02db000), last request at 1789062032 00000020:00000080:0.0:1789062122.841213:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc784c 00000020:00010000:0.0:1789062122.841218:0:20688:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9767d02db000: total 1 00000100:00080000:0.0:1789062122.841222:0:20688:0:(import.c:65:import_set_state_nolock()) ffff9767d02dc800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789062122.841235:0:20688:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9767d02db000): rc 0 00000020:00080000:0.0:1789062122.841240:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff9766c71e19c0) has no exports 00000020:00010000:0.0:1789062122.841251:0:20142:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9767d02db000: total 1 00010000:00010000:0.0:1789062122.841273:0:20142:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9767d02db000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1789062122.841309:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8198a00/0x2774d8f311dc7c3c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7c35 expref: 14 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841325:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8199c00/0x2774d8f311dc7c7b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7c74 expref: 13 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841338:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc7aad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7aa6 expref: 12 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841350:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767c0031e00/0x2774d8f311dc7e03 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7dfc expref: 11 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841360:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47ac00/0x2774d8f311dc7a28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7a21 expref: 10 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841371:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8198600/0x2774d8f311dc7979 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7972 expref: 9 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841382:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8199a00/0x2774d8f311dc7987 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7980 expref: 8 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841391:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8199e00/0x2774d8f311dc785a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7853 expref: 7 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841400:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8198800/0x2774d8f311dc796b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7964 expref: 6 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841410:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c807a400/0x2774d8f311dc7ad7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7ad0 expref: 5 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841420:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47b400/0x2774d8f311dc7c12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7c0b expref: 4 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841440:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5770200/0x2774d8f311dc7e11 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7e0a expref: 3 pid: 17108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841450:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc7e1f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2774d8f311dc7e18 expref: 2 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062122.841459:0:20142:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9767d02db000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1789062122.841473:0:20142:0:(genops.c:885:class_export_put()) final put ffff9767d02db000/83f5b9c6-643c-4659-afe5-bacf144ade05 00000020:00000080:1.0:1789062122.849052:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767df9c7000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:0.0:1789062122.852007:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062122.852014:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062122.852017:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062122.852160:0:17109:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff9767fd227200:17109] 1 exiting: rc = 0 00000100:00100000:1.0:1789062122.852257:0:17110:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff9767fd226a00:17110] 2 exiting: rc = 0 00000020:00000080:1.0:1789062122.852340:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767d02db000/83f5b9c6-643c-4659-afe5-bacf144ade05 for MGS 00000020:00000080:1.0:1789062122.852368:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767d02dc800 for MGS 00000100:00100000:1.0:1789062122.852740:0:17108:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff9767fd226c00:17108] 0 exiting: rc = 1 00000100:00100000:0.0:1789062122.853010:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853018:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853025:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853032:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853037:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853042:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853047:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853052:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853059:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853065:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853071:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853077:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853082:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853087:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853093:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853098:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853103:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853108:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853114:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853132:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853137:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853142:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853148:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853153:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853158:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853163:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853169:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853184:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853189:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853194:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853199:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853203:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853208:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853213:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853218:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853223:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853228:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853232:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853237:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853242:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853246:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853251:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853257:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853263:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853269:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853273:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853278:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853282:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853287:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853292:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853297:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853302:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853306:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853311:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853322:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853327:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853332:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853336:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853341:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853350:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853358:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853363:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853369:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062122.853375:0:20688:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1789062122.858062:0:20688:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9766c73fff00 - data ffff9767d1b2b948/ffff9767e67f2400 00000020:01000000:0.0:1789062122.858683:0:20688:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9767d02d1360 - data ffff9767c9306360/ffff9766c674a800 00000020:00000080:0.0:1789062122.861271:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7830 00000020:00000080:0.0:1789062122.861284:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767fff39800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789062122.861304:0:20688:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767f7e7a800 from MGS, refs=2 00000020:01000004:0.0:1789062122.861308:0:20688:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767f7e7a800 2 00000020:01000004:0.0:1789062122.861311:0:20688:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9767f7e7a800 from MGS 00000020:00000080:1.0:1789062122.861331:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fff39800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789062122.861332:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062122.861339:0:20688:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1789062122.861342:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767fff3d000/MGS 00000020:00000080:0.0:1789062122.861344:0:20688:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fff3d000/MGS for MGS 00000020:01000000:0.0:1789062122.861350:0:20688:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1789062122.861413:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1789062122.861417:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062122.861422:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789062122.861428:0:20688:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9766c809d800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789062122.861434:0:20688:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff9767f7e919c0) has exports, disconnecting them 00000020:00080000:0.0:1789062122.861439:0:20688:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9766c809d800), last request at 1789062032 00000020:00000080:0.0:1789062122.861442:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7933 00000020:00080000:0.0:1789062122.861453:0:20688:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c809d800): rc 0 00000020:00000080:0.0:1789062122.861457:0:20688:0:(genops.c:885:class_export_put()) final put ffff9766c809d800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789062122.871075:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c809d800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1789062122.875901:0:20688:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1789062122.875910:0:20688:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789062122.875914:0:20688:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789062122.875922:0:20688:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789062122.875967:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c809f000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789062122.876134:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789062122.876143:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1789062122.876148:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767c3f62000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1789062122.876152:0:20688:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f62000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1789062122.876158:0:20688:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1789062122.876237:0:20688:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767f7e7a800 1 00000020:00000080:1.0:1789062122.876244:0:20688:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7822 00000020:00000080:1.0:1789062122.876250:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767fff3e000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1789062122.876258:0:20688:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1789062122.876266:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fff3e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789062122.876274:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789062122.876279:0:20688:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789062122.876282:0:20688:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff9767fb32cd40) has no exports 00000020:00000080:0.0:1789062123.063885:0:20688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062123.063908:0:20688:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1789062123.063914:0:20688:0:(genops.c:885:class_export_put()) final put ffff9767f7e7f000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789062123.063919:0:20688:0:(genops.c:844:class_export_destroy()) destroying export ffff9767f7e7f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1789062123.063930:0:20688:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1789062123.064056:0:20688:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9767f7e7d800 00000020:02000400:0.0:1789062123.064278:0:20688:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:3.0:1789062123.178008:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789062123.178032:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130949632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062123.178122:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062123.183830:0:17121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130949632 00000100:00100000:1.0:1789062123.183845:0:17121:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130949632 00000100:00100000:1.0:1789062123.183897:0:17121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789062123.183905:0:17121:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3620:x1875967130949632:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1789062123.183914:0:17121:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789062123.183987:0:17121:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3620:x1875967130949632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (5865us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789062123.184003:0:17121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:02020000:1.0:1789062123.184051:0:3620:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1789062123.197829:0:3620:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789062123.197837:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9767fd659800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789062123.197842:0:3620:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789062123.215496:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9767fd659800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789062123.215509:0:3620:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 427 00000100:00080000:1.0:1789062123.215524:0:3620:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9767fd659800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062123.215561:0:3620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c6729880 x1875967130949760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062123.222268:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130949760:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789062123.222339:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062123.222488:0:18432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130949760 00000100:00100000:1.0:1789062123.222497:0:18432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130949760 00000100:00100000:1.0:1789062123.224082:0:18432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789062123.224091:0:18432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3619:x1875967130949760:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1789062123.224113:0:18432:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789062123.283496:0:18432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3619:x1875967130949760:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 59397us (61149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789062123.283510:0:18432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:1.0:1789062123.283573:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fd659800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062123.283578:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789062123.283582:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130949760:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:1.0:1789062123.561922:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062124.585813:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062124.714624:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130949888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789062124.714696:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789062124.714780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062124.714785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789062124.714788:0:36:0:(import.c:65:import_set_state_nolock()) ffff9767fd659800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062124.714793:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 504 00000100:00080000:2.0:1789062124.714797:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789062124.714805:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9767fd659800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062124.714825:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c8413b80 x1875967130950144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789062124.714924:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130950144:0@lo:38:kworker.0 00000100:00100000:2.0:1789062124.714963:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.714996:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130950272:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715019:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.715035:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3620:1875967130950784:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715056:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.715077:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789062124.715082:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130950400:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715101:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.715118:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130950912:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715136:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.715179:0:17120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130950144 00000100:00100000:2.0:1789062124.715186:0:17120:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130950144 00000100:00100000:2.0:1789062124.715213:0:17120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789062124.715220:0:17120:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3619:x1875967130950144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789062124.715239:0:17120:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789062124.715293:0:17120:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3619:x1875967130950144:12345-0@lo:38:kworker.0 Request processed in 71us (328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789062124.715300:0:17120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789062124.715320:0:19396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130950272 00000100:00100000:2.0:1789062124.715323:0:19396:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130950272 00000100:00100000:2.0:1789062124.715358:0:19396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789062124.715364:0:19396:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130950272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715401:0:19396:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130950272:12345-0@lo:400:kworker.0 Request processed in 37us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062124.715407:0:19396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789062124.715438:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130950784 00000100:00100000:2.0:1789062124.715441:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130950784 00000100:00100000:2.0:1789062124.715470:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130950400 00000100:00100000:2.0:1789062124.715474:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130950400 00000100:00100000:2.0:1789062124.715485:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130950912 00000100:00100000:2.0:1789062124.715486:0:17117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130950912 00000100:00100000:2.0:1789062124.715501:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789062124.715507:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875967130950912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715535:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875967130950912:12345-0@lo:400:kworker.0 Request processed in 29us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062124.715541:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789062124.715553:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789062124.715568:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3620:x1875967130950784:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789062124.715580:0:17117:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789062124.715603:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3620:x1875967130950784:12345-0@lo:400:kworker.0 Request processed in 45us (545us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789062124.715629:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789062124.715642:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789062124.715646:0:17117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3620:x1875967130950400:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789062124.715651:0:17117:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789062124.715672:0:17117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3620:x1875967130950400:12345-0@lo:400:kworker.0 Request processed in 24us (569us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789062124.715678:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:2.0:1789062124.715697:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789062124.715702:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789062124.715729:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fd659800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062124.715734:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789062124.715738:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130950144:0@lo:38:kworker.0 00000100:00100000:2.0:1789062124.715759:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3622:1875967130950528:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715781:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.715798:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789062124.715804:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130950016:0@lo:400:kworker.0 00000400:00000100:2.0:1789062124.715819:0:3622:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875967130950016 offset 0 length 224: 4 00000100:00100000:2.0:1789062124.715837:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130950656:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715856:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.715876:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130950528 00000100:00100000:2.0:1789062124.715880:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130950528 00000100:00100000:2.0:1789062124.715896:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130950656 00000100:00100000:2.0:1789062124.715899:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130950656 00000100:00100000:2.0:1789062124.715928:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789062124.715934:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130950656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.715966:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130950656:12345-0@lo:400:kworker.0 Request processed in 32us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062124.715972:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789062124.715984:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789062124.715988:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3622:x1875967130950528:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789062124.715992:0:17116:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789062124.716011:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3622:x1875967130950528:12345-0@lo:400:kworker.0 Request processed in 22us (229us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789062124.716016:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1789062124.716033:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789062124.716049:0:3620:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789062124.716053:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9766c572c000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789062124.716056:0:3620:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789062124.716061:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9766c572c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062124.716064:0:3620:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 427 00000100:00080000:2.0:1789062124.716071:0:3620:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9766c572c000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062124.716087:0:3620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69aa300 x1875967130951040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789062124.716104:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130950400:0@lo:400:kworker.0 00010000:00080000:2.0:1789062124.716116:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9767c69a9180 x1875967130950912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062124.716126:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130950912:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.716146:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130950272:0@lo:400:kworker.0 00000100:00080000:2.0:1789062124.716155:0:3620:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789062124.716158:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9766c754b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789062124.716161:0:3620:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789062124.716164:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9766c754b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062124.716167:0:3620:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 459 00000100:00080000:2.0:1789062124.716172:0:3620:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9766c754b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062124.716183:0:3620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69a8700 x1875967130951168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789062124.716193:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3620:1875967130950784:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.716216:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875967130951040:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789062124.716239:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.716254:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130951168:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789062124.716271:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.716293:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130951040 00000100:00100000:2.0:1789062124.716297:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130951040 00000100:00100000:2.0:1789062124.716312:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130951168 00000100:00100000:2.0:1789062124.716315:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130951168 00000100:00100000:2.0:1789062124.716325:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789062124.716329:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130951040:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1789062124.716343:0:17115:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789062124.716369:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130951040:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 38us (129us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789062124.716382:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789062124.716394:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789062124.716398:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130951168:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1789062124.716408:0:17115:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789062124.716433:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130951168:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 33us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789062124.716437:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1789062124.716461:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c572c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062124.716465:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789062124.716468:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875967130951040:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1789062124.716475:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c754b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062124.716477:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789062124.716480:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130951168:0@lo:38:ptlrpcd_00_00.0 00010000:00080000:2.0:1789062124.716502:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9767c69aa680 x1875967130950656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062124.716510:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130950656:0@lo:400:kworker.0 00000100:00080000:2.0:1789062124.716518:0:3622:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789062124.716521:0:3622:0:(import.c:65:import_set_state_nolock()) ffff9766c8436800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789062124.716523:0:3622:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789062124.716526:0:3622:0:(import.c:65:import_set_state_nolock()) ffff9766c8436800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062124.716529:0:3622:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 442 00000100:00080000:2.0:1789062124.716533:0:3622:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9766c8436800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062124.716551:0:3622:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69a8700 x1875967130951296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789062124.716579:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3622:1875967130950528:0@lo:400:kworker.0 00000100:00100000:2.0:1789062124.716596:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3619:1875967130951296:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1789062124.716638:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062124.716660:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130951296 00000100:00100000:2.0:1789062124.716663:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130951296 00000100:00100000:2.0:1789062124.716679:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789062124.716683:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130951296:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1789062124.716693:0:17115:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789062124.716717:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130951296:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 32us (79us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789062124.716723:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1789062124.716743:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c8436800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062124.716746:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789062124.716749:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3619:1875967130951296:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789062124.717221:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130949888 00000100:00100000:0.0:1789062124.717230:0:18623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130949888 00000100:00100000:0.0:1789062124.717282:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789062124.717290:0:18623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130949888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789062124.717311:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789062124.717353:0:18623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130949888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (2657us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062124.717359:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789062124.717402:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130949888:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1789062124.718026:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1789062125.609870:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789062125.745001:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789062125.745009:0:18616:0:(genops.c:885:class_export_put()) final put ffff9767c2a60000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789062125.746742:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c2a60000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789062125.750910:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c2a67800 for lustre-OST0000 00010000:00010000:0.0:1789062126.636725:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789062127.418948:0:20889:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789062127.437817:0:20889:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1789062127.437870:0:20889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.437886:0:20889:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.437894:0:20889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.437920:0:20889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.437940:0:20889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789062127.437945:0:20889:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789062127.437970:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789062127.437975:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789062127.437980:0:20889:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789062127.437986:0:20889:0:(import.c:65:import_set_state_nolock()) ffff9766c572c000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789062127.437991:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789062127.437993:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789062127.437996:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789062127.438738:0:17103:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062127.438747:0:17103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.438756:0:17103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cee00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062127.438760:0:17103:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.438770:0:17103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062127.438778:0:17103:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062127.438784:0:17103:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789062127.438787:0:17103:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789062127.438790:0:17103:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789062127.438826:0:17103:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.438832:0:17103:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062127.438864:0:17103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.438872:0:17103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80cee00/0x2774d8f311dc7a21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7a28 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.438885:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062127.438895:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062127.438897:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062127.439003:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130951424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062127.439061:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062127.439204:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130951424 00000100:00100000:1.0:1789062127.439212:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130951424 00000100:00100000:1.0:1789062127.439256:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789062127.439263:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3622:x1875967130951424:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789062127.439270:0:17102:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789062127 with bad export cookie 2843135803265939532 00010000:00010000:3.0:1789062127.444027:0:20889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.444046:0:20889:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.444055:0:20889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.444063:0:20889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.444139:0:20889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062127.444147:0:20889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.444172:0:20889:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.444179:0:20889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.444184:0:20889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.448899:0:17104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789062127.448914:0:17104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.448927:0:17104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cf800 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:0.0:1789062127.448931:0:17104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.448942:0:17104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789062127.448950:0:17104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062127.448974:0:17104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789062127.448977:0:17104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1789062127.449015:0:17104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.449022:0:17104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789062127.449092:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:83f5b9c6-643c-4659-afe5-bacf144ade05:3623:1875967130951552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062127.449157:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789062127.449228:0:17104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.449237:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80cf800/0x2774d8f311dc7980 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7987 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.449254:0:17104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789062127.449257:0:17104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.449263:0:17104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47aa00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:0.0:1789062127.449267:0:17104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.449273:0:17104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789062127.449279:0:17104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062127.449283:0:17104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789062127.449286:0:17104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1789062127.449299:0:17104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.449312:0:17104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789062127.449328:0:17104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.449336:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062127.449338:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062127.449339:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062127.454346:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3622:x1875967130951424:12345-0@lo:103:ldlm_bl.0 Request processed in 15075us (15278us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789062127.454360:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789062127.454391:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130951552 00000100:00100000:1.0:1789062127.454399:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130951552 00000100:00100000:1.0:1789062127.454504:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789062127.454511:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3623:x1875967130951552:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789062127.454516:0:17102:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789062127 with bad export cookie 2843135803265939532 00010000:00010000:3.0:1789062127.454830:0:20889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789062127.454840:0:20889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767fd47aa00/0x2774d8f311dc7c74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7c7b expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062127.454861:0:20889:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789062127.454872:0:20889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454881:0:20889:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454888:0:20889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454895:0:20889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454910:0:20889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062127.454928:0:20889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454949:0:20889:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454956:0:20889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454962:0:20889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062127.454980:0:20889:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789062127.454983:0:20889:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1789062127.454986:0:20889:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1789062127.455025:0:20889:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1789062127.455029:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1789062127.455033:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062127.455039:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1789062127.455044:0:20889:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9766c754c000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789062127.455050:0:20889:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9767c9fbe800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789062127.455055:0:20889:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff9766c6458000) has exports, disconnecting them 00000020:00080000:3.0:1789062127.455060:0:20889:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9766c754c000), last request at 1789062124 00000020:00000080:3.0:1789062127.455066:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c66 00000100:00080000:3.0:1789062127.455082:0:20889:0:(import.c:65:import_set_state_nolock()) ffff9766c754e800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789062127.455127:0:20889:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c754c000): rc 0 00000020:00000080:3.0:1789062127.455129:0:20889:0:(genops.c:885:class_export_put()) final put ffff9766c754c000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1789062127.455146:0:20889:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9767c9fbe800), last request at 1789062124 00000020:00000080:3.0:1789062127.455149:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7b01 00000100:00080000:3.0:1789062127.455154:0:20889:0:(import.c:65:import_set_state_nolock()) ffff9767c9fbb800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789062127.455167:0:20889:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9767c9fbe800): rc 0 00000020:00000080:3.0:1789062127.455170:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767c9fbe800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1789062127.455176:0:20889:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffbc8841ca3ae0 00000100:00080000:3.0:1789062127.455193:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789062127.455200:0:20889:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9766c672a300 x1875967130949632/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789062139 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062127.455210:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000020:00000080:2.0:1789062127.456620:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c754c000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1789062127.456681:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c9fbe800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1789062127.456716:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c754e800 for lustre-MDT0001 00000020:00000080:2.0:1789062127.456721:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c9fbb800 for lustre-MDT0001 00000100:00100000:2.0:1789062127.456758:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130951680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062127.456815:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062127.456853:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130949632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789062127.456889:0:17100:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1789062127.456898:0:17100:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00080000:2.0:1789062127.457120:0:3622:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789062127.457124:0:3622:0:(import.c:65:import_set_state_nolock()) ffff9767fb13c000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1789062127.457129:0:3622:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.103@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:1.0:1789062127.458085:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3623:x1875967130951552:12345-0@lo:103:ldlm_bl.0 Request processed in 3570us (8924us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789062127.458096:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:1.0:1789062127.458124:0:17103:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789062127.458131:0:17103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.458141:0:17103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770a00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062127.458146:0:17103:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.458156:0:17103:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062127.458178:0:17103:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062127.458185:0:17103:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789062127.458188:0:17103:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789062127.458191:0:17103:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:3.0:1789062127.458296:0:20889:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789062127.458302:0:20889:0:(import.c:65:import_set_state_nolock()) ffff9767fd659800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789062127.459804:0:3623:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:0.0:1789062127.461819:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130951680 00000100:00100000:0.0:1789062127.461833:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130951680 00000100:00100000:0.0:1789062127.461876:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789062127.461885:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3620:x1875967130951680:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789062127.461892:0:17101:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789062127 with bad export cookie 2843135803265939532 00000100:00100000:0.0:1789062127.461975:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3620:x1875967130951680:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (5159us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789062127.461982:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00010000:0.0:1789062127.462003:0:20141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789062127.462010:0:20141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.462021:0:20141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cfe00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:0.0:1789062127.462025:0:20141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.462034:0:20141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789062127.462041:0:20141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062127.462065:0:20141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789062127.462068:0:20141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789062127.462072:0:20141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:2.0:1789062127.464140:0:3622:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.103@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1789062127.464145:0:3622:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789062127.464153:0:3622:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9766c8411f80 x1875967130950016/t0(0) o400->MGC192.168.203.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789062140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062127.464168:0:3622:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9766c6729880 x1875967130951424/t0(0) o103->MGC192.168.203.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789062143 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062127.464176:0:3622:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767fd5c7b80 x1875967130951552/t0(0) o103->MGC192.168.203.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789062143 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062127.464186:0:3622:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767df7db480 x1875967130951680/t0(0) o103->MGC192.168.203.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789062143 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789062127.464194:0:3622:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789062127.464197:0:3622:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789062127.464198:0:3622:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00010000:00010000:1.0:1789062127.464312:0:17103:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.464321:0:17103:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062127.464338:0:17103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.464346:0:17103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc7e18 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7e1f expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062127.464360:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062127.464362:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062127.464364:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789062127.464432:0:3623:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9767fb13c000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1789062127.464450:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:83f5b9c6-643c-4659-afe5-bacf144ade05:3623:1875967130951552:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789062127.464533:0:20141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.464551:0:20141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789062127.464568:0:20141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.464576:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80cfe00/0x2774d8f311dc7972 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2774d8f311dc7979 expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062127.464590:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062127.464591:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062127.464593:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062127.464600:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062127.464687:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062127.464863:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789062127.464873:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:83f5b9c6-643c-4659-afe5-bacf144ade05:0:1875967130951936:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1789062127.464995:0:3622:0:(import.c:65:import_set_state_nolock()) ffff9767fb13c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062127.465001:0:3622:0:(import.c:545:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 0@lo last attempt 413 00000100:00080000:2.0:1789062127.465012:0:3622:0:(import.c:666:import_select_connection()) MGC192.168.203.103@tcp: import ffff9767fb13c000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062127.465031:0:3622:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69abb80 x1875967130952064/t0(0) o250->MGC192.168.203.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789062127.465077:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130950016:0@lo:400:kworker.0 00000100:00100000:2.0:1789062127.465090:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:83f5b9c6-643c-4659-afe5-bacf144ade05:3622:1875967130951424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062127.465198:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:3620:1875967130951680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062127.465208:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789062127.465212:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83f5b9c6-643c-4659-afe5-bacf144ade05:0:1875967130951808:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789062127.465327:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789062127.465331:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1789062127.465347:0:20889:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1789062127.465412:0:20889:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1789062127.465482:0:20889:0:(import.c:65:import_set_state_nolock()) ffff9767c3160000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1789062127.465489:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789062127.465491:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1789062127.465498:0:20889:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1789062127.465569:0:20889:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1789062127.465579:0:20889:0:(import.c:65:import_set_state_nolock()) ffff9767c3f78000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1789062127.465650:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9766c6458000) has no exports 00000100:00100000:0.0:1789062127.466067:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83f5b9c6-643c-4659-afe5-bacf144ade05:3619:1875967130952064:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:0.0:1789062127.466109:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875967130952064 offset 0 length 520: 4 00000100:00100000:0.0:1789062127.466144:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130952192:0@lo:9:umount.0 00000100:00100000:0.0:1789062127.466174:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062127.466199:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130952320:0@lo:9:umount.0 00000100:00100000:0.0:1789062127.466221:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062127.466259:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130952192 00000100:00100000:0.0:1789062127.466265:0:18622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130952192 00000100:00100000:0.0:1789062127.466306:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130952320 00000100:00100000:0.0:1789062127.466309:0:18622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130952320 00000100:00100000:0.0:1789062127.466339:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789062127.466348:0:18622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875967130952192:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789062127.466368:0:18622:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7b2b 00000100:00080000:0.0:1789062127.466375:0:18622:0:(import.c:65:import_set_state_nolock()) ffff9766c8432800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789062127.466410:0:18622:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789062127.466561:0:18622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3619:x1875967130952192:12345-0@lo:9:umount.0 Request processed in 189us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062127.466569:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789062127.466585:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789062127.466591:0:18622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875967130952320:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789062127.466623:0:18622:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c97 00000100:00080000:0.0:1789062127.466631:0:18622:0:(import.c:65:import_set_state_nolock()) ffff9767eb92d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789062127.466652:0:18622:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:2.0:1789062127.466990:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789062127.466994:0:17111:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062127.467019:0:18622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3619:x1875967130952320:12345-0@lo:9:umount.0 Request processed in 133us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062127.467027:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:0.0:1789062127.467048:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062127.467053:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789062127.467079:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c3160000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789062127.467096:0:3619:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789062127.467098:0:3619:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789062127.467102:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130952192:0@lo:9:umount.0 00000100:00080000:0.0:1789062127.467113:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c3f78000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789062127.467125:0:3619:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789062127.467127:0:3619:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789062127.467130:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130952320:0@lo:9:umount.0 00000020:00080000:1.0:1789062127.473998:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9766c6458000) has no exports 00000020:01000000:2.0:1789062127.529474:0:20889:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9767d1c17ea0 - data ffff9767c9309e58/ffff9767df7b6800 00000020:01000000:2.0:1789062127.529708:0:20889:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9767c4dcfc60 - data ffff9766c5819948/ffff9767ebaf3c00 00000001:00000004:2.0:1789062127.543017:0:20889:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1789062127.588671:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789062127.588680:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789062127.588687:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789062127.590882:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789062127.590888:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789062127.590960:0:20889:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789062127.590963:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789062127.593310:0:17855:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789062127.593316:0:17855:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1789062127.593325:0:17855:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789062127.593856:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789062127.593862:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789062127.593881:0:20889:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789062127.593883:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789062127.594626:0:17857:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789062127.594631:0:17857:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789062127.594660:0:17857:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789062127.598461:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7995 00000020:00000080:3.0:1789062127.598472:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fa369000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789062127.598566:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa369000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789062127.600456:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79aa 00000020:00000080:3.0:1789062127.600475:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fa36b800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789062127.600492:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789062127.600498:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062127.600507:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00000080:0.0:1789062127.600567:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa36b800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00080000:3.0:1789062127.600776:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff9766c645cd40) has no exports 00000004:01000000:3.0:1789062127.600993:0:20889:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789062127.601001:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79fe 00000020:00000080:3.0:1789062127.601007:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fd65c800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789062127.601022:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789062127.601027:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062127.601032:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789062127.601035:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff9766c71e4d40) has no exports 00000020:00000080:3.0:1789062127.601041:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79f7 00000020:00000080:3.0:1789062127.601045:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767c3f7d800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789062127.601074:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd65c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789062127.601085:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f7d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789062127.602343:0:20889:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789062127.602349:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789062127.602354:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789062127.602360:0:20889:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789062127.602363:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789062127.602396:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789062127.602404:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789062127.602412:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79e9 00000020:00000080:3.0:1789062127.602418:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767c3f7c800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789062127.602423:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789062127.602427:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062127.602430:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789062127.602433:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff9766c645b380) has no exports 00000020:00000080:3.0:1789062127.602439:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79e2 00000020:00000080:3.0:1789062127.602442:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fa36c000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789062127.602574:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c3f78000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789062127.602582:0:37:0:(genops.c:885:class_export_put()) final put ffff9767c3f7e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789062127.602585:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f7e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789062127.602590:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789062127.602684:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3f7c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789062127.602690:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa36c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789062127.603961:0:20889:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789062127.603966:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789062127.603970:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789062127.603986:0:20889:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789062127.603989:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789062127.604032:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789062127.604039:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789062127.604054:0:20889:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789062127.604060:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79cd 00000020:00000080:3.0:1789062127.604067:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767ffd54800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789062127.604072:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789062127.604076:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062127.604080:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789062127.604083:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff9767f38a99c0) has no exports 00000020:00000080:3.0:1789062127.604094:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79c6 00000020:00000080:3.0:1789062127.604098:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fd65d000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789062127.604579:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767c3160000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789062127.604587:0:37:0:(genops.c:885:class_export_put()) final put ffff9767ffd53000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789062127.604590:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767ffd53000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789062127.604596:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789062127.604676:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767ffd54800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789062127.604681:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd65d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789062127.611663:0:20889:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789062127.611673:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789062127.611677:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789062127.611685:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789062127.611855:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062127.611867:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789062127.611893:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062127.611897:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789062127.611903:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fa36d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789062127.611908:0:20889:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa36d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789062127.611926:0:20889:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789062127.612109:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79b1 00000020:00000080:0.0:1789062127.612117:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fa36a000/lustre-MDD0001_UUID 00000020:00000080:1.0:1789062127.612460:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767fd659800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1789062127.612468:0:37:0:(genops.c:885:class_export_put()) final put ffff9767f7ea8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789062127.612471:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767f7ea8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1789062127.612475:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789062127.615318:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789062127.615409:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062127.615420:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789062127.615425:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff9766c64599c0) has no exports 00000020:00000080:0.0:1789062127.615455:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062127.615461:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789062127.615467:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc79b8 00000020:00000080:0.0:1789062127.615474:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fa36f800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789062127.615484:0:20889:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767fb2fe000 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789062127.615487:0:20889:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fb2fe000 2 00000020:01000004:0.0:1789062127.615490:0:20889:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9767fb2fe000 from lustre-MDT0001 00000020:00000080:0.0:1789062127.615511:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062127.615515:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789062127.615517:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fa36a800/lustre-MDT0001_UUID 00000020:00000080:0.0:1789062127.615520:0:20889:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa36a800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789062127.615529:0:20889:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789062127.615600:0:20889:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789062127.615623:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789062127.615627:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062127.615631:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789062127.615638:0:20889:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9766c572e800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789062127.615643:0:20889:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff9767fa378000) has exports, disconnecting them 00000020:00080000:0.0:1789062127.615648:0:20889:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9766c572e800), last request at 1789062046 00000020:00000080:0.0:1789062127.615652:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7a36 00000020:00080000:0.0:1789062127.615662:0:20889:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c572e800): rc 0 00000020:00000080:0.0:1789062127.615666:0:20889:0:(genops.c:885:class_export_put()) final put ffff9766c572e800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789062127.616518:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa36a000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1789062127.616525:0:37:0:(genops.c:885:class_export_put()) final put ffff9767fa36e800/lustre-MDD0001_UUID 00000020:00000080:1.0:1789062127.616527:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa36e800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1789062127.616531:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1789062127.616695:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fa36f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789062127.616700:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c572e800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1789062127.650685:0:20889:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1789062127.650694:0:20889:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789062127.650712:0:20889:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789062127.650719:0:20889:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789062127.651159:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062127.651168:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1789062127.651175:0:20889:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fb2fe000 1 00000020:00000080:0.0:1789062127.651181:0:20889:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc795d 00000020:00000080:0.0:1789062127.651189:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fd12d800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789062127.651212:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c572c000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789062127.651220:0:37:0:(genops.c:885:class_export_put()) final put ffff9767c3164000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1789062127.651223:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3164000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1789062127.651232:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:0.0:1789062127.651359:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1789062127.651364:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062127.651369:0:20889:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789062127.651373:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff9766c71e3380) has no exports 00000020:00000080:1.0:1789062127.654011:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd12d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:00010000:0.0:1789062127.724366:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789062127.729425:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789062127.729438:0:20889:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1789062127.729443:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767d1052800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789062127.729448:0:20889:0:(genops.c:844:class_export_destroy()) destroying export ffff9767d1052800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1789062127.729458:0:20889:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1789062127.729589:0:20889:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9767d1052000 00000020:01000000:1.0:1789062127.730564:0:20889:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1789062127.730570:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789062127.730584:0:20889:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789062127.730588:0:20889:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff9767fb328000) has no exports 00000100:00100000:3.0:1789062127.731402:0:17116:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff9766c841d800:17116] 1 exiting: rc = 0 00000100:00100000:2.0:1789062127.732861:0:17115:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff9766c841d600:17115] 0 exiting: rc = 1 00000100:00100000:1.0:1789062127.733287:0:19906:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff9766c614de00:19906] 3 exiting: rc = 0 00000100:00100000:0.0:1789062127.733519:0:17117:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff9766c841cc00:17117] 2 exiting: rc = 0 00000100:00100000:0.0:1789062127.733593:0:20259:0:(service.c:3188:ptlrpc_main()) mdt00_004: service thread [ffff9766c8d77c00:20259] 4 exiting: rc = 0 00000100:00100000:1.0:1789062127.733713:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.733720:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734124:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734134:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734139:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734144:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734150:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734155:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734160:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734166:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734172:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734177:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734182:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734188:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734195:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734200:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734206:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734211:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734217:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734222:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734228:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734234:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734239:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734245:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734250:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734255:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734262:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734268:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734273:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734278:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734284:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734289:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734311:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734317:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734322:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734327:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734332:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734339:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734344:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734349:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734355:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734361:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734366:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734372:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734377:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734382:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734387:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734392:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734397:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734402:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734407:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734411:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734416:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734421:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734426:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734432:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734437:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734443:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734448:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734454:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734460:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734465:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734472:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.734477:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.749450:0:17118:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9766c61b0e00:17118] 0 exiting: rc = 1 00000100:00100000:0.0:1789062127.749576:0:17119:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9766c61b0400:17119] 1 exiting: rc = 0 00000100:00100000:1.0:1789062127.749664:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749673:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749680:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749698:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749704:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749708:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749713:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749718:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.749724:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750029:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750034:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750040:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750045:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750050:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750057:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750062:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750068:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750073:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750078:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750083:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750088:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750094:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750100:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750106:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750111:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750116:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750120:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750126:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750131:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750136:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750141:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750147:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750152:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750156:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750161:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750165:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750170:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750175:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750189:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750194:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750200:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750205:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750211:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750216:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750222:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750226:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750231:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750237:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750241:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750247:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750251:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750257:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750262:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750267:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750273:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750278:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750285:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750290:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750295:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750300:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750306:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750311:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750317:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.750323:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.755138:0:17120:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff9767c3827a00:17120] 0 exiting: rc = 1 00000100:00100000:3.0:1789062127.755589:0:18432:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff9767fb064e00:18432] 2 exiting: rc = 0 00000100:00100000:0.0:1789062127.756178:0:17121:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff9766c7600000:17121] 1 exiting: rc = 0 00000100:00100000:1.0:1789062127.756290:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756298:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756306:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756311:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756317:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756323:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756329:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756335:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756355:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756361:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756368:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756374:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756380:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756387:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756407:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756415:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756421:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756427:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756434:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756440:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756447:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756454:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756459:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756466:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756473:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756479:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756500:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756507:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756513:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756519:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756526:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756532:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756548:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756555:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756562:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756567:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756574:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756580:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756601:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756632:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756638:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756643:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756649:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756663:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756669:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756674:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756680:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756687:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756693:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756699:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.756719:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757075:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757083:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757088:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757094:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757099:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757104:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757109:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757114:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757119:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757125:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757137:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757144:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.757229:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.777865:0:17122:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9766c6480e00:17122] 0 exiting: rc = 1 00000100:00100000:3.0:1789062127.778000:0:17123:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9766c6481200:17123] 1 exiting: rc = 0 00000100:00100000:0.0:1789062127.778071:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778078:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778083:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778089:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778094:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778099:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778104:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778109:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778114:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778119:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778125:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778130:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778135:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778140:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778146:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778151:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778157:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778179:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778183:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778187:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778192:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778196:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778201:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778206:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778211:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778215:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778221:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778226:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778231:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778236:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778241:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778245:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778249:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778254:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778259:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778263:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778268:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778273:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778278:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778283:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778288:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778292:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778298:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778303:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778307:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778312:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778318:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778323:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778328:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778333:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778337:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778342:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778354:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778359:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778363:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778369:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778372:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778378:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778383:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778387:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778391:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778396:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778402:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.778407:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.779657:0:17125:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9766c6480a00:17125] 1 exiting: rc = 0 00000100:00100000:0.0:1789062127.779659:0:17124:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9766c6481800:17124] 0 exiting: rc = 1 00000100:00100000:3.0:1789062127.783028:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783037:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783042:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783047:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783052:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783057:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783062:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783068:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783074:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783079:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783085:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783090:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783095:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783100:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783106:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783128:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783134:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783139:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783144:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783151:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783156:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783160:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783165:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783170:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783176:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783181:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783186:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783190:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783195:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783200:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783206:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783212:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783217:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783222:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783227:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783232:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783238:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783243:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783249:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783254:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783260:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783265:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783271:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783276:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783281:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783286:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783293:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783298:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783303:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783308:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783321:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783326:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783332:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783337:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783343:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783348:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783353:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783359:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783363:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783367:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783372:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783377:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783383:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.783389:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062127.784865:0:17127:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff9766c6480600:17127] 1 exiting: rc = 0 00000100:00100000:0.0:1789062127.785337:0:17126:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff9766c6480800:17126] 0 exiting: rc = 1 00000100:00100000:3.0:1789062127.785519:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785526:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785531:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785548:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785554:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785560:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785565:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785570:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785575:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785580:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785585:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785590:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785596:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785601:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785629:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785636:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785641:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785646:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785651:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785657:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785662:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785678:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785683:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785688:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785693:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785698:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785703:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785708:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785713:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785718:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785724:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785729:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785734:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785738:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785744:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785750:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785757:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785762:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785767:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785773:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785778:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785783:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785789:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785794:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785799:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785804:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785809:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785814:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785818:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785824:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785829:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785833:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785838:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785843:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785848:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785852:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785865:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785870:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785875:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785880:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785885:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785889:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785895:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.785899:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062127.786548:0:17129:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff9766c6480000:17129] 1 exiting: rc = 0 00000100:00100000:2.0:1789062127.786801:0:17130:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff9767fd218000:17130] 2 exiting: rc = 0 00000100:00100000:1.0:1789062127.786891:0:17128:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff9766c7198400:17128] 0 exiting: rc = 1 00000100:00100000:3.0:1789062127.787201:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787217:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787223:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787228:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787234:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787239:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787245:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787250:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787255:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787261:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787266:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787271:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787276:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787281:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787287:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787293:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787298:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787304:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787324:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787330:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787335:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787340:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787345:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787350:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787356:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787361:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787367:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787380:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787385:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787390:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787395:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787400:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787405:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787410:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787416:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787494:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787503:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787509:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787515:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787521:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787526:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787532:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787564:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787571:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787576:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787582:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787588:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787593:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787599:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787679:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787687:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787694:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787700:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787706:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787712:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787717:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787722:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787728:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787732:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787738:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787743:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787750:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787767:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062127.787776:0:20889:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789062127.796909:0:20889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789062127.796923:0:20889:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1789062127.796929:0:20889:0:(genops.c:885:class_export_put()) final put ffff9767fb13b800/MDS_uuid 00000020:00000080:1.0:1789062127.796933:0:20889:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fb13b800/MDS_uuid for MDS 00000020:01000000:1.0:1789062127.796938:0:20889:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1789062127.797096:0:20889:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1789062128.749362:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062129.769722:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789062129.838371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062129.838381:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789062129.838384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062129.838388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789062129.838391:0:36:0:(import.c:65:import_set_state_nolock()) ffff9766c8436800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062129.838398:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 505 00000100:00080000:2.0:1789062129.838404:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789062129.838425:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9766c8436800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062129.838460:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69a9c00 x1875967130952448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789062129.838512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062129.838516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789062129.838518:0:36:0:(import.c:65:import_set_state_nolock()) ffff9766c754b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062129.838531:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 505 00000100:00080000:2.0:1789062129.838534:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789062129.838539:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9766c754b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062129.838551:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69ab800 x1875967130952704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789062129.838586:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789062129.838601:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130952576:0@lo:400:kworker.0 00000400:00000100:2.0:1789062129.838666:0:3622:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130952576 offset 0 length 224: 4 00000100:00100000:2.0:1789062129.838703:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130952832:0@lo:400:kworker.0 00000400:00000100:2.0:1789062129.838720:0:3620:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130952832 offset 0 length 224: 4 00000100:00100000:0.0:1789062129.839775:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3619:1875967130952448:0@lo:38:kworker.0 00000400:00000100:0.0:1789062129.839813:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130952448 offset 0 length 520: 4 00000100:00100000:0.0:1789062129.839830:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130952704:0@lo:38:kworker.0 00000400:00000100:0.0:1789062129.839845:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130952704 offset 0 length 520: 4 00010000:00010000:1.0:1789062130.795307:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789062131.664160:0:21090:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789062131.680785:0:21090:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1789062131.680838:0:21090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062131.680870:0:21090:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062131.680877:0:21090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062131.680885:0:21090:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062131.680905:0:21090:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789062131.680910:0:21090:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789062131.680941:0:21090:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789062131.680952:0:21090:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69a9c00 x1875967130952448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789062144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062131.680973:0:21090:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789062131.680980:0:21090:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789062131.680985:0:21090:0:(import.c:65:import_set_state_nolock()) ffff9766c8436800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789062131.680991:0:21090:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789062131.680995:0:21090:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69a9c00 x1875967130952448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789062144 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062131.681002:0:21090:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789062131.681005:0:21090:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 17s for inflight to error out 00000100:00100000:2.0:1789062131.681027:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3619:1875967130952448:0@lo:38:kworker.0 00010000:00010000:0.0:1789062131.681151:0:20142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789062131.681158:0:20142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062131.681165:0:20142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c1482600 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:0.0:1789062131.681169:0:20142:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062131.681177:0:20142:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789062131.681195:0:20142:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062131.681201:0:20142:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789062131.681203:0:20142:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789062131.681206:0:20142:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789062131.681218:0:20142:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:0.0:1789062131.681221:0:20142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062131.681228:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767c1482600/0x2774d8f311dc7ad0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7ad7 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062131.681238:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062131.681240:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062131.681241:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789062131.684529:0:21090:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789062131.684545:0:21090:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69ab480 x1875967130952576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062131.684570:0:21090:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789062131.684577:0:21090:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789062131.684642:0:21090:0:(import.c:65:import_set_state_nolock()) ffff9766c8437800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789062131.684654:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130952576:0@lo:400:kworker.0 00000100:00100000:2.0:1789062131.685042:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3619:1875967130952960:0@lo:39:umount.0 00000400:00000100:2.0:1789062131.685085:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130952960 offset 0 length 224: 4 00010000:00010000:2.0:1789062131.817829:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062132.841840:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789062132.841978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789062132.841985:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789062132.841988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789062132.841991:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789062132.842110:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130953088:0@lo:400:kworker.0 00000400:00000100:2.0:1789062132.842162:0:3621:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130953088 offset 0 length 224: 4 00000001:00100000:1.0:1789062132.908233:0:19436:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789062132.908243:0:19436:0:(genops.c:885:class_export_put()) final put ffff9767eb92e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789062132.909102:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767eb92e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789062132.909146:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767eb92d000 for lustre-OST0001 00000001:00100000:2.0:1789062132.911109:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789062132.911117:0:18616:0:(genops.c:885:class_export_put()) final put ffff9766c8430800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789062132.911222:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c8430800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789062132.911272:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c8432800 for lustre-OST0000 00010000:00010000:1.0:1789062133.867098:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062134.889928:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789062134.890595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062134.890642:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789062134.890646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062134.890649:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789062134.890708:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789062134.890728:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3623:1875967130953216:0@lo:400:kworker.0 00000400:00000100:0.0:1789062134.890782:0:3623:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130953216 offset 0 length 224: 4 00010000:00010000:2.0:1789062135.914868:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062136.938139:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062137.833756:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062127/real 1789062127] req@ffff9767c69abb80 x1875967130952064/t0(0) o250->MGC192.168.203.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789062137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062137.833787:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9767c69abb80 x1875967130952064/t0(0) o250->MGC192.168.203.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789062137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789062137.833816:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fb13c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062137.833838:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789062137.833849:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83f5b9c6-643c-4659-afe5-bacf144ade05:3619:1875967130952064:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:2.0:1789062137.834075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062137.834080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789062137.834083:0:37:0:(import.c:65:import_set_state_nolock()) ffff9767fb13c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789062137.834088:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 0@lo last attempt 508 00000100:00080000:2.0:1789062137.834094:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.103@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789062137.834105:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.103@tcp: import ffff9767fb13c000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062137.834135:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69abb80 x1875967130953344/t0(0) o250->MGC192.168.203.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789062137.834159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789062137.834163:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789062137.834380:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789062137.834395:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3622:1875967130953472:0@lo:400:kworker.0 00000400:00000100:3.0:1789062137.834440:0:3622:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130953472 offset 0 length 224: 4 00000100:00100000:1.0:1789062137.834559:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83f5b9c6-643c-4659-afe5-bacf144ade05:3619:1875967130953344:0@lo:250:kworker.0 00000400:00000100:1.0:1789062137.834583:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875967130953344 offset 0 length 520: 4 00010000:00010000:1.0:1789062137.965238:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062138.985863:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062140.010222:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062141.033806:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062141.930316:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062131/real 1789062131] req@ffff9766c6729c00 x1875967130952960/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789062141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062141.930348:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9766c6729c00 x1875967130952960/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789062141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789062141.930367:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c8437800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789062141.930388:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3619:1875967130952960:0@lo:39:umount.0 00000100:00080000:2.0:1789062141.930461:0:21090:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789062141.930466:0:21090:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789062141.930471:0:21090:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789062141.932777:0:21090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.932797:0:21090:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.932804:0:21090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.935735:0:21090:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.935767:0:21090:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062141.935779:0:21090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.935787:0:21090:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.935794:0:21090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.935801:0:21090:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062141.936034:0:21090:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789062141.936041:0:21090:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1789062141.936080:0:21090:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1789062141.936084:0:21090:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1789062141.936090:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062141.936096:0:21090:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789062141.936100:0:21090:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9767fa37b380) has no exports 00000020:00080000:2.0:1789062141.936124:0:21090:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9767fa37b380) has no exports 00010000:00010000:0.0:1789062141.937833:0:20142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789062141.937863:0:20142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.937874:0:20142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a800 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:0.0:1789062141.937878:0:20142:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.937887:0:20142:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789062141.937895:0:20142:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062141.937901:0:20142:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789062141.937904:0:20142:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1789062141.937908:0:20142:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1789062141.937924:0:20142:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:0.0:1789062141.937928:0:20142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.937935:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc7aa6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7aad expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.937950:0:20142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789062141.937954:0:20142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.937959:0:20142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0030200 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:0.0:1789062141.937963:0:20142:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.937981:0:20142:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789062141.937987:0:20142:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062141.937992:0:20142:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789062141.937994:0:20142:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789062141.937996:0:20142:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789062141.938002:0:20142:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:0.0:1789062141.938005:0:20142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.938011:0:20142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767c0030200/0x2774d8f311dc7e0a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7e11 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062141.938020:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062141.938021:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062141.938023:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062141.938481:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789062141.945420:0:21090:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9766c73ff0c0 - data ffff9767d1835360/ffff9766c8584800 00000020:01000000:2.0:1789062141.945594:0:21090:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9767c8e04e40 - data ffff9767ebc59bd0/ffff9766c6261c00 00100000:10000000:2.0:1789062141.960590:0:21090:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789062141.972184:0:21090:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7abb 00000020:00000080:1.0:1789062141.972204:0:21090:0:(genops.c:885:class_export_put()) final put ffff9766c744f000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1789062141.972223:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c744f000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:1.0:1789062141.972235:0:21090:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767fb31a800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1789062141.972239:0:21090:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fb31a800 2 00000020:01000004:1.0:1789062141.972242:0:21090:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9767fb31a800 from lustre-OST0000 00000020:00000080:1.0:1789062141.972267:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789062141.972276:0:21090:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1789062141.972280:0:21090:0:(genops.c:885:class_export_put()) final put ffff9767c3167800/lustre-OST0000_UUID 00000020:00000080:1.0:1789062141.972282:0:21090:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3167800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1789062141.972288:0:21090:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1789062141.972345:0:21090:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1789062141.975291:0:21090:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789062141.975302:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789062141.975312:0:21090:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789062141.975321:0:21090:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9766c8435000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789062141.975329:0:21090:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff9767f38ab380) has exports, disconnecting them 00000020:00080000:1.0:1789062141.975334:0:21090:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9766c8435000), last request at 1789062061 00000020:00000080:1.0:1789062141.975338:0:21090:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7ae5 00000020:00080000:1.0:1789062141.975367:0:21090:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c8435000): rc 0 00000020:00000080:1.0:1789062141.975372:0:21090:0:(genops.c:885:class_export_put()) final put ffff9766c8435000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1789062141.975531:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c8435000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789062141.984416:0:21090:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789062141.984714:0:21090:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789062141.984719:0:21090:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789062141.984731:0:21090:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789062141.984758:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c8436800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1789062141.984937:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062141.984946:0:21090:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1789062141.984951:0:21090:0:(genops.c:885:class_export_put()) final put ffff9766c8432000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1789062141.984955:0:21090:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c8432000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1789062141.984972:0:21090:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789062141.985978:0:21090:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789062141.985986:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062141.985993:0:21090:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789062141.986000:0:21090:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9766c8431000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789062141.986008:0:21090:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff9767f38319c0) has exports, disconnecting them 00000020:00080000:0.0:1789062141.986014:0:21090:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9766c8431000), last request at 1789062061 00000020:00000080:0.0:1789062141.986019:0:21090:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7afa 00000020:00080000:0.0:1789062141.986041:0:21090:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c8431000): rc 0 00000020:00000080:0.0:1789062141.986047:0:21090:0:(genops.c:885:class_export_put()) final put ffff9766c8431000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789062141.987233:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c8431000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1789062141.992685:0:21090:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1789062141.992699:0:21090:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789062141.992704:0:21090:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789062141.992711:0:21090:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789062141.992752:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c8437800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789062141.992938:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789062141.992946:0:21090:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1789062141.992952:0:21090:0:(genops.c:885:class_export_put()) final put ffff9766c8431800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789062141.992956:0:21090:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c8431800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789062141.992962:0:21090:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1789062141.993024:0:21090:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fb31a800 1 00000020:00000080:3.0:1789062141.993243:0:21090:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7a98 00000020:00000080:3.0:1789062141.993250:0:21090:0:(genops.c:885:class_export_put()) final put ffff9767fd821800/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1789062141.993260:0:21090:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1789062141.993269:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd821800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789062141.993279:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062141.993284:0:21090:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789062141.993297:0:21090:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff9767f38a8000) has no exports 00010000:00010000:0.0:1789062142.090397:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789062142.113327:0:21090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789062142.113341:0:21090:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1789062142.113346:0:21090:0:(genops.c:885:class_export_put()) final put ffff9767fb31a000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789062142.113350:0:21090:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fb31a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1789062142.113362:0:21090:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1789062142.113482:0:21090:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9767fb319800 00000020:02000400:3.0:1789062142.113524:0:21090:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789062143.146375:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789062143.146511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789062143.146516:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062143.146519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789062143.146522:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789062143.146589:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130953600:0@lo:400:kworker.0 00000400:00000100:0.0:1789062143.146736:0:3620:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130953600 offset 0 length 224: 4 00010000:00010000:0.0:1789062144.177823:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062145.002303:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062129/real 1789062129] req@ffff9767c69ab800 x1875967130952704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789062144 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062145.002332:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9767c69ab800 x1875967130952704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789062144 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789062145.002353:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c754b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062145.002376:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789062145.002381:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130952704:0@lo:38:kworker.0 00000100:00080000:0.0:1789062145.002450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789062145.002454:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062145.002457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789062145.002460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789062145.002463:0:37:0:(import.c:65:import_set_state_nolock()) ffff9766c754b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062145.002468:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 510 00000100:00080000:0.0:1789062145.002473:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789062145.002484:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9766c754b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062145.002528:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43ea00 x1875967130953728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062145.002637:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130953728:0@lo:38:kworker.0 00000400:00000100:1.0:1789062145.002685:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130953728 offset 0 length 520: 4 00000100:00100000:0.0:1789062145.002739:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130953856:0@lo:400:kworker.0 00000400:00000100:0.0:1789062145.002773:0:3621:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130953856 offset 0 length 224: 4 00000100:00000400:1.0:1789062145.185735:0:3620:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062129/real 1789062129] req@ffff9767c69a8000 x1875967130952832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789062145 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789062145.195109:0:17103:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062145.215476:0:3620:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9767c69a8000 x1875967130952832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789062145 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789062145.215491:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9766c754e000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789062145.215495:0:3620:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789062145.244121:0:3620:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1789062145.244165:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130952832:0@lo:400:kworker.0 00000100:00080000:1.0:1789062145.244226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789062145.244231:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062145.244234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789062145.244237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789062145.244240:0:8:0:(import.c:65:import_set_state_nolock()) ffff9766c754e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789062145.244245:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 459 00000100:00080000:1.0:1789062145.244259:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9766c754e000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062145.244288:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c6729f80 x1875967130953984/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062145.244332:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3619:1875967130953984:0@lo:38:kworker.0 00000400:00000100:1.0:1789062145.244381:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875967130953984 offset 0 length 520: 4 00000020:01000004:1.0:1789062145.658950:0:21293:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789062145.671800:0:21293:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1789062145.671879:0:21293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.671894:0:21293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.671913:0:21293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.671920:0:21293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.671936:0:21293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789062145.671940:0:21293:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789062145.671961:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789062145.671972:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767fd43ea00 x1875967130953728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789062165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.671993:0:21293:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789062145.672000:0:21293:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789062145.672005:0:21293:0:(import.c:65:import_set_state_nolock()) ffff9766c754b000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789062145.672009:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789062145.672013:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767fd43ea00 x1875967130953728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789062165 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.672021:0:21293:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789062145.672024:0:21293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 26s for inflight to error out 00000100:00100000:2.0:1789062145.672070:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130953728:0@lo:38:kworker.0 00010000:00010000:0.0:1789062145.672383:0:17104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789062145.672390:0:17104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062145.672398:0:17104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c1483000 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:0.0:1789062145.672401:0:17104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062145.672420:0:17104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789062145.672428:0:17104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062145.672434:0:17104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789062145.672436:0:17104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789062145.672439:0:17104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789062145.672450:0:17104:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:0.0:1789062145.672454:0:17104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062145.672461:0:17104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767c1483000/0x2774d8f311dc7c35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7c3c expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062145.672472:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062145.672474:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062145.672476:0:17104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789062145.675315:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789062145.675330:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9766c83a6300 x1875967130953088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.675395:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69a9c00 x1875967130953216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.675427:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69ab480 x1875967130953472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.675454:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9766c6729c00 x1875967130953600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.675482:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767fd43e680 x1875967130953856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.675490:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9766c6729f80 x1875967130953984/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789062155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.675500:0:21293:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:1.0:1789062145.675527:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3620:1875967130953600:0@lo:400:kworker.0 00000100:00080000:1.0:1789062145.675553:0:21293:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789062145.675559:0:21293:0:(import.c:65:import_set_state_nolock()) ffff9766c754e000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789062145.675565:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789062145.675570:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9766c83a6300 x1875967130953088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062148 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062145.675576:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3623:1875967130953216:0@lo:400:kworker.0 00000100:00100000:2.0:1789062145.675639:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3622:1875967130953472:0@lo:400:kworker.0 00000100:00100000:0.0:1789062145.675784:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130953088:0@lo:400:kworker.0 00000100:00100000:1.0:1789062145.676044:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69a9c00 x1875967130953216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062150 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.676054:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69ab480 x1875967130953472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062153 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.676061:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767fd43e680 x1875967130953856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062161 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.676069:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9766c6729f80 x1875967130953984/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789062155 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062145.676076:0:21293:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789062145.676810:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3619:1875967130953984:0@lo:38:kworker.0 00000100:00100000:1.0:1789062145.676975:0:21293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000100:00100000:0.0:1789062145.677048:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130953856:0@lo:400:kworker.0 00010000:00010000:1.0:1789062145.678306:0:21293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.678323:0:21293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.678342:0:21293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.678348:0:21293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.678371:0:21293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062145.678378:0:21293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.678384:0:21293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.678390:0:21293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062145.678396:0:21293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.678993:0:20141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789062145.679001:0:20141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.679009:0:20141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b400 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:2.0:1789062145.679012:0:20141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.679020:0:20141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789062145.679026:0:20141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062145.679031:0:20141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789062145.679043:0:20141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1789062145.679053:0:20141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:2.0:1789062145.679057:0:20141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.679063:0:20141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc7c0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7c12 expref: -99 pid: 19435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.679076:0:20141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062145.679079:0:20141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.679084:0:20141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80ce600 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:2.0:1789062145.679086:0:20141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.679093:0:20141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789062145.679099:0:20141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062145.679104:0:20141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789062145.679106:0:20141:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1789062145.679109:0:20141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:2.0:1789062145.679112:0:20141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.679119:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062145.679120:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062145.679122:0:20141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062145.679189:0:21293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789062145.679195:0:21293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80ce600/0x2774d8f311dc7dfc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc7e03 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062145.679209:0:21293:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1789062145.679213:0:21293:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1789062145.679215:0:21293:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1789062145.679242:0:21293:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1789062145.679246:0:21293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1789062145.679251:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789062145.679261:0:21293:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789062145.679265:0:21293:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9767f3830000) has no exports 00000020:00080000:1.0:1789062145.679287:0:21293:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9767f3830000) has no exports 00010000:00010000:0.0:1789062145.679567:0:20142:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789062145.685313:0:21293:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9766c605a6c0 - data ffff9767ebd651b0/ffff9766c7056400 00000020:01000000:1.0:1789062145.685494:0:21293:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9767d1c172a0 - data ffff9767ebd7b1b0/ffff9767df7b1800 00100000:10000000:1.0:1789062145.696646:0:21293:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789062145.713703:0:21293:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c20 00000020:00000080:2.0:1789062145.713716:0:21293:0:(genops.c:885:class_export_put()) final put ffff9767fd827800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1789062145.713768:0:21293:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767c74b8800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1789062145.713772:0:21293:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767c74b8800 2 00000020:01000004:2.0:1789062145.713775:0:21293:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9767c74b8800 from lustre-OST0001 00000020:00000080:2.0:1789062145.713829:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789062145.713839:0:21293:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1789062145.713843:0:21293:0:(genops.c:885:class_export_put()) final put ffff9767fd134000/lustre-OST0001_UUID 00000020:00000080:2.0:1789062145.713845:0:21293:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd134000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1789062145.713852:0:21293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1789062145.713999:0:21293:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 83f5b9c6-643c-4659-afe5-bacf144ade05->MGS 00010000:00010000:2.0:1789062145.714015:0:21293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c80cf400/0x2774d8f311dc7964 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc796b expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789062145.714026:0:21293:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c80cf400/0x2774d8f311dc7964 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc796b expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062145.714033:0:21293:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1789062145.714036:0:21293:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1789062145.714039:0:21293:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1789062145.714054:0:21293:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:2.0:1789062145.714057:0:21293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c80cf400/0x2774d8f311dc7964 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc796b expref: -99 pid: 17846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062145.714072:0:21293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c8198000/0x2774d8f311dc7853 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2774d8f311dc785a expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789062145.714078:0:21293:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c8198000/0x2774d8f311dc7853 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2774d8f311dc785a expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062145.714083:0:21293:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789062145.714085:0:21293:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1789062145.714096:0:21293:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1789062145.714108:0:21293:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9767fb13c000 00010000:00010000:2.0:1789062145.714111:0:21293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c8198000/0x2774d8f311dc7853 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2774d8f311dc785a expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789062145.714127:0:21293:0:(import.c:65:import_set_state_nolock()) ffff9767fb13c000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1789062145.714131:0:21293:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789062145.714133:0:21293:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789062145.714134:0:21293:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789062145.714139:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789062145.714148:0:21293:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9767c69abb80 x1875967130953344/t0(0) o250->MGC192.168.203.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789062152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789062145.714166:0:21293:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789062145.714169:0:21293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:3.0:1789062145.714223:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83f5b9c6-643c-4659-afe5-bacf144ade05:3619:1875967130953344:0@lo:250:kworker.0 10000000:01000000:2.0:1789062145.714274:0:21293:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789062145.714281:0:21293:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc783e 00000020:00000080:2.0:1789062145.714286:0:21293:0:(genops.c:885:class_export_put()) final put ffff9767fb13a800/83f5b9c6-643c-4659-afe5-bacf144ade05 00000020:00000080:0.0:1789062145.714733:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd827800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1789062145.714936:0:21293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.103@tcp (flags='') 00000020:00000080:2.0:1789062145.714942:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062145.714948:0:21293:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.103@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789062145.714952:0:21293:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff9767fb3299c0) has no exports 10000000:01000000:3.0:1789062145.715016:0:17112:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1789062145.715104:0:21293:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.103@tcp: client import never connected 00000100:00080000:2.0:1789062145.715108:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1789062145.715110:0:21293:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789062145.715112:0:21293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1789062145.715115:0:21293:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1789062145.715146:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fb13a800/83f5b9c6-643c-4659-afe5-bacf144ade05 for MGC192.168.203.103@tcp 00000020:00000080:2.0:1789062145.715227:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789062145.715233:0:21293:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.103@tcp (uuid 83f5b9c6-643c-4659-afe5-bacf144ade05) 00000020:01000000:2.0:1789062145.715237:0:21293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789062145.715241:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789062145.715245:0:21293:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789062145.715250:0:21293:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9766c754f000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789062145.715267:0:21293:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff9767f7e90000) has exports, disconnecting them 00000020:00080000:2.0:1789062145.715271:0:21293:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9766c754f000), last request at 1789062078 00000020:00000080:2.0:1789062145.715275:0:21293:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c4a 00000020:00080000:2.0:1789062145.715285:0:21293:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c754f000): rc 0 00000020:00000080:2.0:1789062145.715289:0:21293:0:(genops.c:885:class_export_put()) final put ffff9766c754f000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789062145.715313:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9767fb13c000 for MGC192.168.203.103@tcp 00000020:00000080:0.0:1789062145.715318:0:37:0:(genops.c:885:class_export_put()) final put ffff9767fb13b000/83f5b9c6-643c-4659-afe5-bacf144ade05 00000020:00000080:0.0:1789062145.715320:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fb13b000/83f5b9c6-643c-4659-afe5-bacf144ade05 for MGC192.168.203.103@tcp 00000020:01000000:0.0:1789062145.715324:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.103@tcp (83f5b9c6-643c-4659-afe5-bacf144ade05) 00000020:00000080:0.0:1789062145.716536:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c754f000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1789062145.720696:0:21293:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789062145.720704:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789062145.720709:0:21293:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789062145.720715:0:21293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789062145.720926:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789062145.720935:0:21293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1789062145.720941:0:21293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789062145.720946:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789062145.720951:0:21293:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789062145.720957:0:21293:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9766c754a000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789062145.720964:0:21293:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff9767f7e93380) has exports, disconnecting them 00000020:00080000:3.0:1789062145.720968:0:21293:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9766c754a000), last request at 1789062078 00000020:00000080:3.0:1789062145.720972:0:21293:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c5f 00000020:00080000:3.0:1789062145.720987:0:21293:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9766c754a000): rc 0 00000020:00000080:3.0:1789062145.720992:0:21293:0:(genops.c:885:class_export_put()) final put ffff9766c754a000/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1789062145.721928:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c754b000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789062145.721937:0:37:0:(genops.c:885:class_export_put()) final put ffff9767c2a63000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1789062145.721941:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c2a63000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1789062145.721948:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1789062145.722011:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c754a000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1789062145.723094:0:21293:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789062145.723100:0:21293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789062145.723103:0:21293:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789062145.723108:0:21293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789062145.723134:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9766c754e000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1789062145.726702:0:17103:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1789062145.726866:0:17104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1789062145.730692:0:20141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:0.0:1789062145.730878:0:20142:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:0.0:1789062145.734747:0:17098:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9767f7e54400:17098] 0 exiting: rc = 1 00000100:00100000:0.0:1789062145.734948:0:17099:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9767f7e54a00:17099] 1 exiting: rc = 0 00000100:00100000:0.0:1789062145.735019:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.735587:0:17101:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9767f7e54c00:17101] 1 exiting: rc = 0 00000100:00100000:3.0:1789062145.736003:0:20890:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9767fd58b600:20890] 3 exiting: rc = 0 00000100:00100000:0.0:1789062145.736969:0:17102:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9767fd449800:17102] 2 exiting: rc = 0 00000100:00100000:0.0:1789062145.738751:0:17100:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9767f7e55600:17100] 0 exiting: rc = 1 00000100:00100000:0.0:1789062145.739002:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739011:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739018:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739024:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739030:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739037:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739043:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739047:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739053:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739058:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739063:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739068:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739073:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739078:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739085:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739090:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739095:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739101:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739106:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739112:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739117:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739122:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739127:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739133:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739139:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739144:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739150:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739156:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739161:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739166:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739172:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739177:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739197:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739202:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739208:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739214:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739220:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739225:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739231:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739236:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739248:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739254:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739259:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739264:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739270:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739275:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739280:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739285:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739291:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739296:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739301:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739307:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739312:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739317:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739323:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739328:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739334:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739339:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739344:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739349:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739354:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739359:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739363:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789062145.739369:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1789062145.743279:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062145.743295:0:21293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1789062145.743301:0:21293:0:(genops.c:885:class_export_put()) final put ffff9766c7549000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1789062145.743317:0:21293:0:(genops.c:844:class_export_destroy()) destroying export ffff9766c7549000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1789062145.743321:0:21293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1789062145.743367:0:21293:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767c74b8800 1 00000020:00000080:0.0:1789062145.743373:0:21293:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x2774d8f311dc7c04 00000020:00000080:0.0:1789062145.743379:0:21293:0:(genops.c:885:class_export_put()) final put ffff9767c3166000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1789062145.743393:0:21293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1789062145.743404:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c3166000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1789062145.743428:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789062145.743432:0:21293:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789062145.743436:0:21293:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff9766c628cd40) has no exports 00000020:00000080:0.0:1789062145.863490:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789062145.863503:0:21293:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1789062145.863508:0:21293:0:(genops.c:885:class_export_put()) final put ffff9767c74be800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1789062145.863512:0:21293:0:(genops.c:844:class_export_destroy()) destroying export ffff9767c74be800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1789062145.863523:0:21293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1789062145.878305:0:21293:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9767c74bb800 00000020:01000000:1.0:1789062145.878336:0:21293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1789062145.878344:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789062145.878350:0:21293:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789062145.878355:0:21293:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff9767f38acd40) has no exports 00000020:00000080:1.0:1789062145.878379:0:21293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789062145.878386:0:21293:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1789062145.878391:0:21293:0:(genops.c:885:class_export_put()) final put ffff9767fd824000/OSS_uuid 00000020:00000080:1.0:1789062145.878394:0:21293:0:(genops.c:844:class_export_destroy()) destroying export ffff9767fd824000/OSS_uuid for OSS 00000020:01000000:1.0:1789062145.878402:0:21293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1789062145.878624:0:19096:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff9766c56b5200:19096] 3 exiting: rc = 0 00000100:00080000:2.0:1789062145.879069:0:17111:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1789062145.879175:0:19396:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff9766c71d8a00:19396] 4 exiting: rc = 0 00000100:00100000:2.0:1789062145.879238:0:18621:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff9767d1fb2200:18621] 1 exiting: rc = 0 00000100:00100000:1.0:1789062145.882245:0:18619:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff9766c6731c00:18619] 0 exiting: rc = 1 00000100:00100000:1.0:1789062145.882331:0:18622:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff9767d1fb3c00:18622] 2 exiting: rc = 0 00000100:00100000:2.0:1789062145.882437:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882449:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882453:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882458:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882462:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882467:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882472:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882478:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882482:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882488:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882493:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882499:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882504:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882510:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882516:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882523:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882528:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882532:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882538:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882542:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882546:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882551:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882556:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882561:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882565:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882584:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882588:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882593:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882598:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882603:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882632:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882637:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882642:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882647:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882653:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882657:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882663:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882668:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882673:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882678:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882684:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882689:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882694:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882700:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882704:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882709:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882714:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882719:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882724:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882728:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882733:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882738:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882744:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882748:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882753:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882758:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882763:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882768:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882773:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882778:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882792:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882797:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882801:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.882806:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789062145.884203:0:18624:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9767c8247800:18624] 1 exiting: rc = 0 00000100:00100000:1.0:1789062145.889718:0:18623:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9767c51a5c00:18623] 0 exiting: rc = 1 00000100:00100000:2.0:1789062145.889877:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889885:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889890:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889895:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889900:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889905:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889910:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889915:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889919:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889924:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889929:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889934:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889939:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889945:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889950:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889956:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889961:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889966:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889971:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889976:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889981:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889986:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889991:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.889996:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890001:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890005:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890011:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890015:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890021:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890026:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890031:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890047:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890052:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890057:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890062:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890066:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890072:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890077:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890082:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890087:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890092:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890097:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890102:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890106:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890111:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890116:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890121:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890126:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890131:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890136:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890142:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890147:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890152:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890157:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890162:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890168:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890173:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890178:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890183:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890187:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890192:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890196:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890201:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.890206:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.891368:0:18625:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9767fb04bc00:18625] 0 exiting: rc = 1 00000100:00100000:1.0:1789062145.891741:0:18626:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9767c8247200:18626] 1 exiting: rc = 0 00000100:00100000:1.0:1789062145.891878:0:20256:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9766c614c800:20256] 3 exiting: rc = 0 00000100:00100000:3.0:1789062145.892158:0:18627:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9766c6714800:18627] 2 exiting: rc = 0 00000100:00100000:2.0:1789062145.892647:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892662:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892675:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892698:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892705:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892710:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892715:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892720:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892725:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892730:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892736:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892741:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892747:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892754:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892760:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892766:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892772:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892778:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892783:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892789:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892795:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892800:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892806:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892813:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892818:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892824:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892830:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892862:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892870:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892875:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892881:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892886:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892891:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892896:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892902:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892909:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892921:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892927:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892933:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892939:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892944:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892949:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892954:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892961:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892966:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892971:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892976:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892981:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892987:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892992:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.892997:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893016:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893022:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893028:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893033:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893038:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893044:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893059:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893066:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893072:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893084:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893090:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893096:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.893102:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789062145.897939:0:18629:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9767dfe00c00:18629] 1 exiting: rc = 0 00000100:00100000:1.0:1789062145.898160:0:18628:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9767dfe00e00:18628] 0 exiting: rc = 1 00000100:00100000:2.0:1789062145.898251:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898258:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898263:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898267:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898273:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898277:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898283:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898301:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898306:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898310:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898315:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898320:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898325:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898330:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898334:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898339:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898344:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898349:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898354:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898359:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898364:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898369:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898375:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898380:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898386:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898390:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898395:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898400:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898404:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898420:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898426:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898430:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898435:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898439:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898443:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898448:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898453:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898458:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898463:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898469:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898474:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898479:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898491:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898496:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898501:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898505:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898509:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898514:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898520:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898525:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898530:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898535:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898540:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898545:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898550:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898556:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898561:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898566:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898572:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898576:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898581:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898586:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898591:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.898597:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900031:0:18630:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9767d15d2600:18630] 0 exiting: rc = 1 00000100:00100000:1.0:1789062145.900225:0:18631:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9767decc8e00:18631] 1 exiting: rc = 0 00000100:00100000:2.0:1789062145.900325:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900351:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900359:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900365:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900371:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900377:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900383:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900389:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900395:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900400:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900407:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900422:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900439:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900456:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900463:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900469:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900474:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900480:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900487:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900493:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900499:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900505:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900510:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900516:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900522:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900541:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900548:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900554:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900559:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900565:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900571:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900576:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900582:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900587:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900594:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900601:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900690:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900711:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900719:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900724:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900730:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900737:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900742:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900748:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900753:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900759:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900765:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900779:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900784:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900804:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900811:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900817:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900823:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900829:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900835:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900841:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900847:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900920:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900928:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900934:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900941:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900955:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900961:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789062145.900973:0:21293:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1789062145.929229:0:21293:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1789062167.087176:0:22057:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg303-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1789062177.808916:0:22657:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789062177.808923:0:22657:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1789062177.808924:0:22657:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1789062177.809035:0:22657:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9767df74d800 00000020:01000004:0.0:1789062177.809051:0:22657:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1789062177.809058:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789062177.809071:0:22657:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9767fa37cd40) 00000020:00000080:0.0:1789062177.809083:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789062177.884936:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.885910:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789062177.889787:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1789062177.891092:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.891531:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.892000:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.892374:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.892641:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.892872:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.893155:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.893533:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.893803:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.894063:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.894390:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.894695:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.894889:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.900207:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.902998:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.906505:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.912477:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.912883:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789062177.913099:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789062177.913419:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1789062177.914846:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789062177.915293:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1789062177.917221:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789062177.917769:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789062177.918352:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1789062177.918745:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789062177.919214:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1789062177.919814:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789062177.920021:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1789062177.920551:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1789062177.920866:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1789062177.921118:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1789062177.922365:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.922681:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1789062177.923221:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.923600:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1789062177.924964:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.925362:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789062177.925600:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789062177.925926:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.926383:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789062177.931020:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.931373:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.931570:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1789062177.934873:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.937700:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.938238:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.939000:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.939287:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1789062177.939693:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:1.0:1789062177.940254:0:22657:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789062177.940901:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1789062177.940910:0:22657:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789062177.940923:0:22657:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc80b1 00000020:01000004:1.0:1789062177.940930:0:22657:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1789062177.940934:0:22657:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1789062177.940944:0:22657:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9767df74d800 from MGS 00000020:01000004:1.0:1789062177.940948:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1789062177.940959:0:22657:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9767f7e919c0) 00000020:00000080:1.0:1789062177.940970:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1789062177.941027:0:22657:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767df74d800 from MGS, refs=2 00080000:01000000:1.0:1789062177.941032:0:22657:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789062177.941036:0:22657:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc80bf 00000100:00100000:1.0:1789062177.941139:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789062177.941292:0:22657:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1789062177.941367:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1789062177.951936:0:22657:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1789062177.951951:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1789062177.966063:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789062177.966262:0:22657:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1789062177.966268:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1789062177.970173:0:22657:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1789062177.970196:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1789062177.972066:0:22657:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1789062177.972085:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1789062177.972766:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062177.972769:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062177.972771:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062177.972984:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062177.972987:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062177.972988:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062177.973499:0:22657:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1789062177.974810:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1789062177.991860:0:22657:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1789062177.997933:0:22669:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1789062177.999053:0:22657:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1789062177.999117:0:22657:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789062178.004898:0:22657:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1789062178.005226:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789062178.005390:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1789062178.005397:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1789062178.020883:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1789062178.020970:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1789062178.021409:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1789062178.021417:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1789062178.023566:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1789062178.023589:0:22657:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.103@tcp' 00000020:01000004:3.0:1789062178.023591:0:22657:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1789062178.023649:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.103@tcp (typ=mgc) 00000020:00000080:3.0:1789062178.023662:0:22657:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.103@tcp (ffff9766c6288000) 00000020:00000080:3.0:1789062178.023675:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1789062178.023747:0:22657:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767eb9c3800@MGC192.168.203.103@tcp: add connection 192.168.203.103@tcp at head 00010000:00010000:3.0:1789062178.023876:0:22657:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.103@tcp-0 is initialized 00000040:01000000:3.0:1789062178.023882:0:22657:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.103@tcp ctxt 1 is initialized 00000100:00080000:0.0:1789062178.024080:0:22674:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1789062178.025275:0:22675:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789062178.025634:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.103@tcp (uuid 66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a) 00000020:00000080:0.0:1789062178.025655:0:22657:0:(genops.c:1384:class_connect()) connect: client 66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a, cookie 0x2774d8f311dc80cd 00000100:00080000:0.0:1789062178.025665:0:22657:0:(import.c:545:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789062178.025675:0:22657:0:(import.c:666:import_select_connection()) MGC192.168.203.103@tcp: import ffff9767eb9c3800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062178.025709:0:22657:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43e680 x1875967130954112/t0(0) o250->MGC192.168.203.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062178.025730:0:22657:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a->MGS 00000020:01000004:0.0:1789062178.025750:0:22657:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1789062178.025770:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1789062178.025782:0:22657:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9767fa3799c0) 00000020:00000080:0.0:1789062178.025791:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1789062178.031576:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3619:1875967130954112:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789062178.031662:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062178.031735:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130954112 00000100:00100000:3.0:1789062178.031743:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130954112 00000100:00100000:3.0:1789062178.031782:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062178.031789:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3619:x1875967130954112:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1789062178.031812:0:22671:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a@0@lo t0 exp 0000000000000000 cur 559 last 0 00000020:00000080:3.0:1789062178.031841:0:22671:0:(genops.c:1384:class_connect()) connect: client 66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a, cookie 0x2774d8f311dc80db 00000100:00080000:3.0:1789062178.031981:0:22671:0:(import.c:65:import_set_state_nolock()) ffff9767eb9c6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789062178.032027:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+5:3619:x1875967130954112:12345-0@lo:250:mount.lustre.0 Request processed in 236us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.032035:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062178.032075:0:3619:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.103@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789062178.032083:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.103@tcp: connect to target with instance 0 00000100:00080000:3.0:1789062178.032090:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.103@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789062178.032095:0:3619:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789062178.032108:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767eb9c3800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789062178.032110:0:3619:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789062178.032118:0:3619:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789062178.032122:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3619:1875967130954112:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789062178.041574:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789062178.041821:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1789062178.041829:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1789062178.045792:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1789062178.045804:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1789062178.046851:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1789062178.046858:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789062178.055529:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789062178.055751:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789062178.055757:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1789062178.059819:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1789062178.059831:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1789062178.128531:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789062178.128803:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1789062178.128810:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789062178.129862:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789062178.129871:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1789062178.130445:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789062178.130588:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789062178.130593:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1789062178.131226:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789062178.131233:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1789062178.131812:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789062178.131944:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789062178.131949:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1789062178.132455:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789062178.132461:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1789062178.133091:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789062178.133309:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789062178.133320:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789062178.133886:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789062178.133892:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1789062178.175360:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789062178.175565:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789062178.175572:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1789062178.185218:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789062178.185237:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1789062178.187014:0:22657:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789062178.187025:0:22657:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1789062178.189626:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1789062178.189655:0:22657:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1789062178.189661:0:22657:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.103@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1789062178.189758:0:22657:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.103@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789062178.189791:0:22657:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.103@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1789062178.189795:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789062178.189797:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789062178.189799:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789062178.189800:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789062178.189801:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789062178.189803:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789062178.189804:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789062178.189805:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789062178.189807:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789062178.189809:0:22657:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789062178.189812:0:22657:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1789062178.189814:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789062178.189815:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789062178.189816:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789062178.189817:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789062178.189818:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789062178.189819:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789062178.189820:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789062178.189821:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789062178.189822:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789062178.189828:0:22657:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789062178.189854:0:22657:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1789062178.189875:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954240:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789062178.189950:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062178.189987:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cdb42f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.190109:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130954240 00000100:00100000:0.0:1789062178.190117:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130954240 00000100:00100000:0.0:1789062178.190157:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789062178.190166:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+5:22657:x1875967130954240:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789062178.190226:0:22673:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789062178.190230:0:22673:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789062178.190232:0:22673:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1789062178.190856:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789062178.192811:0:22673:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1789062178.197736:0:22695:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1789062178.197748:0:22695:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1789062178.197751:0:22695:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1789062178.197754:0:22695:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1789062178.198090:0:22695:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1789062178.198255:0:22673:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789062178.198265:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1789062178.201165:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+5:22657:x1875967130954240:12345-0@lo:253:mount.lustre.0 Request processed in 10992us (11207us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.201179:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789062178.201294:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954240:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789062178.201311:0:22657:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1789062178.201314:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789062178.201315:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789062178.201317:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789062178.201318:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789062178.201321:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789062178.201322:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789062178.201323:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789062178.201324:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789062178.201326:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789062178.201327:0:22657:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789062178.201345:0:22657:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9767df74d800 from lustre-MDT0000 10000000:01000000:3.0:1789062178.201375:0:22657:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1789062178.201378:0:22657:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1789062178.201382:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9766c6288000 10000000:01000000:3.0:1789062178.201386:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789062178.201393:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9766c6288000 from 1 10000000:01000000:3.0:1789062178.201396:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1789062178.201428:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.201439:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.201447:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062178.201465:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954368:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789062178.201511:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062178.201545:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b4180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.201599:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130954368 00000100:00100000:0.0:1789062178.201647:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130954368 00000100:00100000:0.0:1789062178.201682:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789062178.201691:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+5:22657:x1875967130954368:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062178.201703:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062178.201717:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0031e00/0x2774d8f311dc80e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc80e2 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.201738:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0031e00/0x2774d8f311dc80e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc80e2 expref: 6 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.201748:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0031e00/0x2774d8f311dc80e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc80e2 expref: 6 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.201756:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0031e00, rc 0) 00000100:00100000:0.0:1789062178.201797:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+6:22657:x1875967130954368:12345-0@lo:101:mount.lustre.0 Request processed in 107us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.201803:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789062178.201881:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954368:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062178.201894:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.201903:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.201955:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062178.201980:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.202004:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1f97000 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.202057:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130954496 00000100:00100000:3.0:1789062178.202061:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130954496 00000100:00100000:3.0:1789062178.202085:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789062178.202091:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+6:22657:x1875967130954496:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062178.202168:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+6:22657:x1875967130954496:12345-0@lo:501:mount.lustre.0 Request processed in 77us (187us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789062178.202174:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789062178.202251:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954496:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789062178.202278:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1789062178.202295:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.202304:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062178.202311:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9767df74d800 10000000:01000000:2.0:1789062178.202315:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789062178.202318:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9767df74d800 10000000:01000000:2.0:1789062178.202320:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789062178.202323:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9767df74d800 from 1 10000000:01000000:2.0:1789062178.202325:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789062178.202341:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771200/0x2774d8f311dc80f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.202349:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5771200/0x2774d8f311dc80f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.202365:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5771200/0x2774d8f311dc80f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.202377:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954624:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062178.202407:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.202419:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1f97000 going to sleep for 11 seconds 00000100:00100000:1.0:1789062178.202553:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130954624 00000100:00100000:1.0:1789062178.202557:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130954624 00000100:00100000:1.0:1789062178.202577:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789062178.202583:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+6:22657:x1875967130954624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789062178.202590:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062178.202636:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47b400/0x2774d8f311dc80f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc80f0 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.202652:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47b400/0x2774d8f311dc80f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc80f0 expref: 7 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.202661:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47b400/0x2774d8f311dc80f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc80f0 expref: 7 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.202668:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47b400, rc 0) 00000100:00100000:1.0:1789062178.202697:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+7:22657:x1875967130954624:12345-0@lo:101:mount.lustre.0 Request processed in 114us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062178.202704:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789062178.202768:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954624:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062178.202778:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5771200/0x2774d8f311dc80f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80f7 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.202786:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5771200/0x2774d8f311dc80f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc80f7 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062178.202797:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789062178.202801:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771200/0x2774d8f311dc80f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80f7 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.202811:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5771200/0x2774d8f311dc80f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80f7 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062178.202817:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789062178.202820:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789062178.202824:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9767df74d800 10000000:01000000:2.0:1789062178.202826:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789062178.202830:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1789062178.202832:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1789062178.202844:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771600/0x2774d8f311dc80fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.202858:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5771600/0x2774d8f311dc80fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.202866:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5771600/0x2774d8f311dc80fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.202878:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954752:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062178.202902:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.202929:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1f97000 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.203034:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130954752 00000100:00100000:3.0:1789062178.203039:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130954752 00000100:00100000:3.0:1789062178.203057:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789062178.203063:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+7:22657:x1875967130954752:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789062178.203070:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062178.203079:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c807ae00/0x2774d8f311dc8105 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc80fe expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.203092:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c807ae00/0x2774d8f311dc8105 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc80fe expref: 8 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.203100:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c807ae00/0x2774d8f311dc8105 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc80fe expref: 8 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.203106:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807ae00, rc 0) 00000100:00100000:3.0:1789062178.203142:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+8:22657:x1875967130954752:12345-0@lo:101:mount.lustre.0 Request processed in 78us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.203148:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789062178.203220:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954752:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062178.203231:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5771600/0x2774d8f311dc80fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8105 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.203239:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5771600/0x2774d8f311dc80fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8105 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.203278:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954880:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062178.203302:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.203322:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1f97000 going to sleep for 11 seconds 00000100:00100000:1.0:1789062178.203367:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130954880 00000100:00100000:1.0:1789062178.203372:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130954880 00000100:00100000:1.0:1789062178.203388:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789062178.203393:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+8:22657:x1875967130954880:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789062178.203506:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22657:x1875967130954880:12345-0@lo:501:mount.lustre.0 Request processed in 112us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062178.203513:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789062178.203721:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130954880:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062178.203747:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130955008:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062178.203784:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.203804:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1f97000 going to sleep for 11 seconds 00000100:00100000:1.0:1789062178.203869:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130955008 00000100:00100000:1.0:1789062178.203873:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130955008 00000100:00100000:1.0:1789062178.203900:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789062178.203906:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22657:x1875967130955008:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789062178.205874:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22657:x1875967130955008:12345-0@lo:503:mount.lustre.0 Request processed in 1962us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062178.205886:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789062178.205991:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130955008:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062178.206418:0:22696:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22696:1875967130955136:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789062178.206465:0:22696:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.206500:0:22696:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1f97480 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.206552:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130955136 00000100:00100000:0.0:1789062178.206559:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130955136 00000100:00100000:0.0:1789062178.206628:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789062178.206637:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22696:x1875967130955136:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789062178.208437:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22696:x1875967130955136:12345-0@lo:502:llog_process_th.0 Request processed in 1795us (1964us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.208448:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789062178.208572:0:22696:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22696:1875967130955136:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789062178.208746:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.208758:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.208760:0:22696:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789062178.208765:0:22696:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1789062178.208769:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789062178.208783:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9767f3830000) 00000020:00000080:2.0:1789062178.208799:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1789062178.208804:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789062178.208872:0:22696:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789062178.208879:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc8113 00000020:00000080:2.0:1789062178.209068:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789062178.209073:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062178.209076:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.209078:0:22696:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789062178.210731:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.210745:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.210747:0:22696:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1789062178.210752:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789062178.210765:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9767f3833380) 00000020:00000080:2.0:1789062178.210783:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1789062178.210787:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789062178.210789:0:22696:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1789062178.210792:0:22696:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1789062178.210798:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789062178.210881:0:22696:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767df74d800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1789062178.210893:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9767f3834d40) 00000020:00000080:2.0:1789062178.210902:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1789062178.210958:0:22696:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789062178.210968:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2774d8f311dc8128 00000020:00000080:2.0:1789062178.211094:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1789062178.211100:0:22696:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789062178.211104:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x2774d8f311dc812f 00080000:01000000:2.0:1789062178.211110:0:22696:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789062178.211113:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc8136 00010000:00010000:0.0:1789062178.298061:0:22696:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1789062178.300127:0:22696:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934629 00000001:00080000:0.0:1789062178.300487:0:22696:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789062178.303628:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9767f7e94d40) 00000020:00000080:1.0:1789062178.303654:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789062178.303769:0:22696:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789062178.303778:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc8144 00000020:00000080:2.0:1789062178.309345:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789062178.312444:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x2774d8f311dc814b 00000020:00000080:2.0:1789062178.312825:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1789062178.312835:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062178.312841:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.312843:0:22696:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1789062178.312847:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789062178.312850:0:22696:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1789062178.312851:0:22696:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062178.312853:0:22696:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062178.312855:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789062178.312857:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.312859:0:22696:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789062178.312862:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.312866:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.312867:0:22696:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1789062178.312872:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789062178.312906:0:22696:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789062178.312919:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062178.312922:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.312924:0:22696:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1789062178.312926:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.312930:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.312931:0:22696:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1789062178.312934:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789062178.312939:0:22696:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:00000080:2.0:1789062178.312963:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789062178.312983:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9767f38319c0) 00000020:00000080:2.0:1789062178.312995:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1789062178.313000:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789062178.313512:0:22696:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1789062178.313518:0:22696:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789062178.313525:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc8159 00010000:00080000:2.0:1789062178.313555:0:22696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767fff3b000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.103@tcp at head 00010000:00010000:2.0:1789062178.315195:0:22696:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1789062178.317062:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789062178.317077:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1789062178.317112:0:22696:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789062178.317131:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2774d8f311dc8160 00000100:00080000:0.0:1789062178.317145:0:22696:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789062178.317156:0:22696:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9767fff3b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062178.317201:0:22696:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43c000 x1875967130955264/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062178.317231:0:22696:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1789062178.317292:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062178.317298:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062178.317300:0:22696:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1789062178.317304:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789062178.317306:0:22696:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1789062178.317310:0:22696:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789062178.317312:0:22696:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789062178.317313:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789062178.317316:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062178.317317:0:22696:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789062178.317320:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789062178.317325:0:22696:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789062178.317343:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062178.317344:0:22696:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789062178.317347:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789062178.317351:0:22696:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:01000000:0.0:1789062178.317377:0:22696:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789062178.317380:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789062178.317394:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9767fa37b380) 00000020:00000080:0.0:1789062178.317426:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1789062178.317515:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789062178.317581:0:22696:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1789062178.317590:0:22696:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1789062178.317598:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc816e 00010000:00080000:0.0:1789062178.317664:0:22696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767fb056000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.103@tcp at head 00010000:00010000:0.0:1789062178.317969:0:22696:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1789062178.318420:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130955264:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789062178.318491:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.318742:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130955264 00000100:00100000:2.0:1789062178.318751:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130955264 00000100:00100000:2.0:1789062178.318785:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789062178.318792:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3619:x1875967130955264:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789062178.318808:0:22683:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1789062178.320674:0:22696:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789062178.320903:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789062178.331913:0:22696:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789062178.332395:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789062178.332570:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1789062178.337093:0:22702:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789062178.337099:0:22702:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789062178.337748:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789062178.337759:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789062178.337795:0:22696:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789062178.337814:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2774d8f311dc8175 00000100:00080000:0.0:1789062178.337824:0:22696:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789062178.337834:0:22696:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9767fb056000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062178.337871:0:22696:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43f800 x1875967130955392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062178.337895:0:22696:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789062178.337959:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062178.337964:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062178.337966:0:22696:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789062178.337970:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789062178.337972:0:22696:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1789062178.337980:0:22696:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789062178.337982:0:22696:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789062178.337984:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789062178.337986:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062178.337988:0:22696:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789062178.337991:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789062178.337995:0:22696:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789062178.337998:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062178.337999:0:22696:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789062178.338003:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789062178.338007:0:22696:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:01000000:0.0:1789062178.338028:0:22696:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789062178.338031:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789062178.338042:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9767fa378000) 00000020:00000080:0.0:1789062178.338054:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789062178.338059:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789062178.338115:0:22696:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789062178.338121:0:22696:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789062178.338127:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2774d8f311dc8183 00010000:00080000:0.0:1789062178.338153:0:22696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9766c813b000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.103@tcp at head 00010000:00010000:0.0:1789062178.338413:0:22696:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1789062178.338477:0:22696:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789062178.338488:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1789062178.338674:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130955392:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789062178.338721:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130955392 offset 0 length 520: 4 00000040:00080000:1.0:1789062178.342752:0:22696:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789062178.345766:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789062178.345971:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:3.0:1789062178.346900:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3619:x1875967130955264:12345-0@lo:38:llog_process_th.0 Request processed in 28101us (28403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789062178.346919:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1789062178.347222:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062178.347227:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789062178.347232:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130955264:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789062178.350763:0:22704:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789062178.350773:0:22704:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789062178.353467:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789062178.353482:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789062178.353536:0:22696:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789062178.353556:0:22696:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2774d8f311dc818a 00000100:00080000:1.0:1789062178.353574:0:22696:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789062178.353585:0:22696:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9766c813b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062178.353786:0:22696:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c6729c00 x1875967130955520/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789062178.353805:0:22696:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:2.0:1789062178.353904:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130955520:0@lo:8:llog_process_th.0 00000020:01000000:1.0:1789062178.353908:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062178.353911:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062178.353913:0:22696:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789062178.353916:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062178.353919:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062178.353920:0:22696:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789062178.353932:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789062178.353934:0:22696:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789062178.353937:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062178.353938:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062178.353939:0:22696:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789062178.353942:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062178.353944:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062178.353945:0:22696:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789062178.353948:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000400:00000100:2.0:1789062178.353962:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130955520 offset 0 length 520: 4 00000100:00100000:1.0:1789062178.353972:0:22696:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22696:1875967130955648:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789062178.354015:0:22696:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062178.354045:0:22696:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c9ab0780 going to sleep for 11 seconds 00000100:00100000:2.0:1789062178.355378:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130955648 00000100:00100000:2.0:1789062178.355388:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130955648 00000100:00100000:2.0:1789062178.355442:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789062178.355451:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22696:x1875967130955648:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789062178.355596:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22696:x1875967130955648:12345-0@lo:502:llog_process_th.0 Request processed in 147us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062178.355635:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789062178.355766:0:22696:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22696:1875967130955648:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789062178.355795:0:22696:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062178.355801:0:22696:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062178.355803:0:22696:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789062178.355807:0:22696:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1789062178.355952:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1789062178.355971:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1789062178.355990:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771600/0x2774d8f311dc80fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8105 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.356002:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5771600/0x2774d8f311dc80fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8105 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062178.356010:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767df74d800 from 1 10000000:01000000:2.0:1789062178.356014:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789062178.356040:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.356049:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.356058:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.356087:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130955776:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062178.356122:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.356144:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.356144:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130955776 00000100:00100000:0.0:1789062178.356149:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130955776 00000100:00100000:0.0:1789062178.356196:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789062178.356204:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+9:22657:x1875967130955776:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062178.356213:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062178.356226:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc8191 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.356254:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 10 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.356265:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 10 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.356274:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0030200, rc 0) 00000100:00100000:0.0:1789062178.356313:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+10:22657:x1875967130955776:12345-0@lo:101:mount.lustre.0 Request processed in 110us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.356319:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789062178.356368:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130955776:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062178.356380:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.356388:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.356951:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130955904:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789062178.356988:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.357008:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde440c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062178.357113:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130955904 00000100:00100000:1.0:1789062178.357118:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130955904 00000100:00100000:1.0:1789062178.357143:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789062178.357149:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+10:22657:x1875967130955904:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789062178.357162:0:22672:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789062178.357168:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1789062178.357240:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+10:22657:x1875967130955904:12345-0@lo:256:mount.lustre.0 Request processed in 90us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062178.357247:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789062178.357475:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130955904:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789062178.358023:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789062178.358045:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.358056:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062178.358064:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767df74d800 from 1 10000000:01000000:2.0:1789062178.358131:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789062178.358159:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.358168:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.358176:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.358204:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956032:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062178.358238:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.358267:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde440c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.358436:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956032 00000100:00100000:3.0:1789062178.358442:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956032 00000100:00100000:3.0:1789062178.358482:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789062178.358491:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+10:22657:x1875967130956032:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789062178.358501:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062178.358513:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc819f expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.358532:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc819f expref: 11 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.358543:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc819f expref: 11 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.358551:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b000, rc 0) 00000100:00100000:3.0:1789062178.358591:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22657:x1875967130956032:12345-0@lo:101:mount.lustre.0 Request processed in 102us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.358597:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789062178.358812:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956032:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062178.358876:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.358885:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.358938:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956160:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062178.358963:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.358989:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde440c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.359037:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956160 00000100:00100000:3.0:1789062178.359041:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956160 00000100:00100000:3.0:1789062178.359113:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789062178.359120:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22657:x1875967130956160:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062178.359252:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22657:x1875967130956160:12345-0@lo:501:mount.lustre.0 Request processed in 132us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.359259:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789062178.359325:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956160:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062178.359362:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956288:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062178.359397:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.366326:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.367680:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956288 00000100:00100000:0.0:1789062178.367692:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956288 00000100:00100000:0.0:1789062178.367744:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789062178.367753:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22657:x1875967130956288:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789062178.367902:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22657:x1875967130956288:12345-0@lo:503:mount.lustre.0 Request processed in 150us (8504us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.367911:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789062178.368116:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956288:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062178.368915:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22706:1875967130956416:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789062178.368964:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.369000:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde44d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.369052:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956416 00000100:00100000:0.0:1789062178.369058:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956416 00000100:00100000:0.0:1789062178.369149:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789062178.369158:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22706:x1875967130956416:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789062178.369804:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22706:x1875967130956416:12345-0@lo:502:llog_process_th.0 Request processed in 646us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.369813:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789062178.369965:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22706:1875967130956416:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789062178.369992:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.370002:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.370004:0:22706:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789062178.370011:0:22706:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767df74d800 00000020:00000080:2.0:1789062178.370013:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789062178.370021:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062178.370023:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.370024:0:22706:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789062178.370032:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.370035:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.370036:0:22706:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789062178.370040:0:22706:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767df74d800 00000020:00000080:2.0:1789062178.370042:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789062178.370567:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062178.370573:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.370575:0:22706:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789062178.370578:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.370581:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.370582:0:22706:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789062178.370586:0:22706:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767df74d800 00000020:00000080:2.0:1789062178.370588:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789062178.373731:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062178.373743:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.373745:0:22706:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789062178.373749:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062178.373753:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.373755:0:22706:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789062178.373760:0:22706:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767df74d800 00000020:00000080:2.0:1789062178.373762:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789062178.373840:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22706:1875967130956544:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789062178.373913:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.373961:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1f97480 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.374034:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956544 00000100:00100000:3.0:1789062178.374041:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956544 00000100:00100000:3.0:1789062178.374100:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789062178.374110:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3369c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22706:x1875967130956544:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789062178.374243:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3369c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22706:x1875967130956544:12345-0@lo:502:llog_process_th.0 Request processed in 134us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.374251:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789062178.375207:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22706:1875967130956544:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789062178.375239:0:22706:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062178.375245:0:22706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062178.375247:0:22706:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789062178.375252:0:22706:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789062178.386427:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789062178.386464:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789062178.386488:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.386501:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062178.386556:0:22657:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789062178.386559:0:22657:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9767df74d800 10000000:01000000:0.0:1789062178.386562:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9767df74d800 10000000:01000000:0.0:1789062178.386566:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789062178.386572:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9767df74d800 from 1 10000000:01000000:0.0:1789062178.386575:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789062178.386664:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0031c00/0x2774d8f311dc81ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.386673:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9767c0031c00/0x2774d8f311dc81ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.386684:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9767c0031c00/0x2774d8f311dc81ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062178.386707:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956672:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789062178.386769:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062178.386843:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789062178.391978:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956672 00000100:00100000:2.0:1789062178.391993:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956672 00000100:00100000:2.0:1789062178.392050:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789062178.392059:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22657:x1875967130956672:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062178.392133:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789062178.392154:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c5770800/0x2774d8f311dc81b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc81ad expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.392180:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c5770800/0x2774d8f311dc81b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc81ad expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.392203:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c5770800/0x2774d8f311dc81b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc81ad expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.392212:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c5770800, rc 0) 00000100:00100000:2.0:1789062178.393108:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22657:x1875967130956672:12345-0@lo:101:mount.lustre.0 Request processed in 1048us (6336us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062178.393116:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789062178.396738:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956672:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062178.396767:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9767c0031c00/0x2774d8f311dc81ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81b4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.396780:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9767c0031c00/0x2774d8f311dc81ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc81b4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062178.396869:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062178.396925:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062178.396961:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.400275:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956800 00000100:00100000:3.0:1789062178.400288:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956800 00000100:00100000:3.0:1789062178.400340:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789062178.400350:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22657:x1875967130956800:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062178.400506:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22657:x1875967130956800:12345-0@lo:501:mount.lustre.0 Request processed in 157us (3580us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.400514:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789062178.400692:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062178.400740:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956928:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789062178.400784:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062178.400816:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.401718:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130956928 00000100:00100000:3.0:1789062178.401726:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130956928 00000100:00100000:3.0:1789062178.401766:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789062178.401774:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3369850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22657:x1875967130956928:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789062178.401880:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3369850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22657:x1875967130956928:12345-0@lo:503:mount.lustre.0 Request processed in 107us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.401888:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789062178.405360:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130956928:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789062178.405919:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22713:1875967130957056:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789062178.405985:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062178.406029:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b4300 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.406159:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957056 00000100:00100000:0.0:1789062178.406166:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957056 00000100:00100000:0.0:1789062178.406223:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789062178.406232:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22713:x1875967130957056:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789062178.406511:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22713:x1875967130957056:12345-0@lo:502:llog_process_th.0 Request processed in 278us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.406519:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789062178.414990:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22713:1875967130957056:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1789062178.415774:0:22713:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1789062178.415791:0:22713:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9767f7e5b380) 00000020:00000080:2.0:1789062178.415812:0:22713:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1789062178.415902:0:22713:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767df74d800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1789062178.415906:0:22713:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767df74d800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1789062178.415909:0:22713:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767df74d800 4 00010000:00080000:2.0:1789062178.415938:0:22713:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767c475e000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.103@tcp at head 00010000:00010000:2.0:1789062178.418558:0:22713:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1789062178.426349:0:22713:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1789062178.426413:0:22713:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789062178.426426:0:22713:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x2774d8f311dc81c2 00000100:00080000:3.0:1789062178.426436:0:22713:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789062178.426448:0:22713:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9767c475e000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:3.0:1789062178.426482:0:22713:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c83a6d80 x1875967130957184/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789062178.426546:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875967130957184:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789062178.426642:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062178.426743:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957184 00000100:00100000:1.0:1789062178.426750:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957184 00000100:00100000:1.0:1789062178.426780:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789062178.426787:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130957184:12345-0@lo:38:llog_process_th.0 00000100:00080000:3.0:1789062178.426861:0:22713:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789062178.429775:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22713:1875967130957312:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789062178.429847:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062178.429885:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.429973:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957312 00000100:00100000:0.0:1789062178.429980:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957312 00000100:00100000:0.0:1789062178.430111:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789062178.430121:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22713:x1875967130957312:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789062178.430243:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22713:x1875967130957312:12345-0@lo:502:llog_process_th.0 Request processed in 122us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.430251:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789062178.430390:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130957184:12345-0@lo:38:llog_process_th.0 Request processed in 3600us (3745us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789062178.430398:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062178.430458:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22713:1875967130957312:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789062178.430497:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22713:1875967130957440:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789062178.430529:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062178.430581:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789062178.430628:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957440 00000100:00100000:0.0:1789062178.430638:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957440 00000100:00100000:0.0:1789062178.430661:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789062178.430667:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22713:x1875967130957440:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789062178.430724:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22713:x1875967130957440:12345-0@lo:502:llog_process_th.0 Request processed in 56us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.430731:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789062178.432210:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22713:1875967130957440:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1789062178.432241:0:22713:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000100:00100000:2.0:1789062178.432400:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789062178.432414:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c475e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062178.432419:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789062178.432423:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875967130957184:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1789062178.432699:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789062178.432720:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789062178.433079:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0031c00/0x2774d8f311dc81ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81b4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.433091:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9767c0031c00/0x2774d8f311dc81ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81b4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789062178.433140:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789062178.433142:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789062178.433144:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062178.433145:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062178.433146:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062178.433147:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062178.433149:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789062178.433150:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789062178.433152:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062178.433153:0:22657:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789062178.433157:0:22657:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1789062178.433160:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789062178.433161:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789062178.433162:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062178.433163:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062178.433164:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062178.433165:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062178.433167:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789062178.433168:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789062178.433169:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062178.433170:0:22657:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789062178.433200:0:22657:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789062178.433216:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130957568:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789062178.433278:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.433314:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789062178.433474:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957568 00000100:00100000:1.0:1789062178.433480:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957568 00000100:00100000:1.0:1789062178.433514:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789062178.433522:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22657:x1875967130957568:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789062178.433545:0:22672:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1789062178.433557:0:22672:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789062178.437825:0:22672:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789062178.437848:0:22672:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1789062178.437947:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789062178.437952:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789062178.437975:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.437996:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.438005:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.438045:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062178.438059:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 12 pid: 22673 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.438073:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130957696:0@lo:104: 00000100:00100000:2.0:1789062178.438132:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062178.438173:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde44d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789062178.438526:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957696 00000100:00100000:3.0:1789062178.438534:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957696 00000100:00100000:0.0:1789062178.438558:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22657:x1875967130957568:12345-0@lo:253:mount.lustre.0 Request processed in 5034us (5277us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062178.438569:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789062178.438589:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062178.438600:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130957696:12345-0@lo:104: 00010000:00010000:3.0:1789062178.438634:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062178.438708:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789062178.438714:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130957696:12345-0@lo:104: Request processed in 119us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062178.438721:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789062178.438736:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062178.438745:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.438753:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5771800 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062178.438756:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062178.438762:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22657:1875967130957568:0@lo:253:mount.lustre.0 00010000:00010000:1.0:1789062178.438764:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062178.438771:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062178.438773:0:22657:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789062178.438776:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789062178.438778:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789062178.438779:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062178.438780:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062178.438782:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062178.438783:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062178.438785:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789062178.438786:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 10000000:01000000:1.0:1789062178.438788:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:01000004:2.0:1789062178.438793:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062178.438795:0:22657:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789062178.438806:0:22657:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1789062178.438819:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.438825:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062178.438843:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.438861:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc8191 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8198 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.438877:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062178.438878:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062178.438880:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062178.438986:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789062178.438995:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130957824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789062178.439026:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062178.439158:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957824 00000100:00100000:1.0:1789062178.439163:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957824 00010000:00010000:1.0:1789062178.439190:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 12 pid: 22673 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062178.439218:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789062178.439226:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:3623:x1875967130957824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062178.439249:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062178.439255:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 12 pid: 22673 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439265:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 12 pid: 22673 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439281:0:22663:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439289:0:22663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789062178.439303:0:22663:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001351094s 00010000:00010000:1.0:1789062178.439307:0:22663:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439324:0:22663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439332:0:22663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439339:0:22663:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439345:0:22663:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770e00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062178.439349:0:22663:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439357:0:22663:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439366:0:22663:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062178.439375:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062178.439404:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:3623:x1875967130957824:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062178.439411:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062178.439470:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130957824:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789062178.440350:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8198 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc8191 expref: 11 pid: 22673 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062178.440363:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130957696:0@lo:104: 00010000:00010000:0.0:1789062178.440380:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.440389:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.440395:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062178.440401:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5770e00/0x2774d8f311dc81c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1789062178.451576:0:22657:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:3.0:1789062178.452165:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1789062178.452929:0:22718:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789062178.453048:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1789062178.453482:0:22719:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9766c83a7800 x1875967130957952/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062178.453493:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00000020:00080000:1.0:1789062178.453760:0:22717:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:1.0:1789062178.453765:0:22717:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:0.0:1789062178.453878:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1789062178.453912:0:22657:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789062178.454449:0:22657:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789062178.454456:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1789062178.454494:0:22657:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789062178.454991:0:22718:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789062178.456094:0:22657:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789062178.456658:0:22657:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789062178.456687:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1789062178.458950:0:22718:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789062178.459028:0:22718:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1789062178.459984:0:22657:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1789062178.461262:0:22657:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1789062178.464979:0:22657:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789062178.467025:0:22657:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789062178.467058:0:22657:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbc8841c93988 00100000:10000000:0.0:1789062178.467066:0:22657:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789062178.468601:0:22657:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789062178.468633:0:22657:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.103@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789062178.468651:0:22657:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=45 00000080:00000004:0.0:1789062178.468667:0:22657:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1789062178.470791:0:22657:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789062178.470962:0:22657:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789062178.988728:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789062179.306391:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789062179.306399:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767df74d800 from 11 10000000:01000000:0.0:1789062179.306405:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789062179.306447:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062179.306458:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062179.306468:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062179.306492:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130958080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789062179.306571:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062179.306639:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767f7e430c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062179.306833:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130958080 00000100:00100000:1.0:1789062179.306842:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130958080 00000100:00100000:1.0:1789062179.306893:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789062179.306902:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+11:22675:x1875967130958080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789062179.306923:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062179.306936:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc81d0 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062179.306958:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062179.306968:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062179.306976:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47be00, rc 0) 00000100:00100000:1.0:1789062179.307017:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22675:x1875967130958080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062179.307024:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789062179.307067:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130958080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789062179.307082:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062179.307090:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062179.307135:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130958208:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789062179.307163:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062179.307194:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c81a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062179.307207:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130958208 00000100:00100000:1.0:1789062179.307211:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130958208 00000100:00100000:1.0:1789062179.307233:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789062179.307238:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22675:x1875967130958208:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789062179.307257:0:22672:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789062179.307270:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789062179.307273:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789062179.307342:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:22675:x1875967130958208:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 103us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062179.307349:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789062179.307377:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130958208:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789062179.307415:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789062179.307421:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062179.307430:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789062179.435527:0:22711:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789062179.435537:0:22711:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789062179.436821:0:22711:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789062179.436832:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789062179.497661:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:1.0:1789062180.009992:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789062180.457777:0:22711:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789062180.457786:0:22711:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789062180.457896:0:22711:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789062180.457932:0:22711:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789062180.458056:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1789062180.522684:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:2.0:1789062181.033715:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062181.546144:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:2.0:1789062182.067330:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062182.569690:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00000001:02000400:3.0:1789062182.959121:0:22961:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg303-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789062183.085775:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062183.594867:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00000100:00080000:0.0:1789062183.599923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789062183.599931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789062183.599935:0:36:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062183.599942:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 559 00000100:00080000:0.0:1789062183.599948:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789062183.599961:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9767fff3b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062183.599982:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43c700 x1875967130958464/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062183.600002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062183.600005:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062183.600008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062183.600011:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062183.600014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789062183.600018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789062183.600019:0:36:0:(import.c:65:import_set_state_nolock()) ffff9767c475e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062183.600025:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9767c475e000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062183.600035:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43ed80 x1875967130958592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789062183.600192:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130958464:0@lo:38:kworker.0 00000100:00100000:0.0:1789062183.600255:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062183.600304:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875967130958592:0@lo:38:kworker.0 00000100:00100000:0.0:1789062183.600330:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062183.600376:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130958464 00000100:00100000:0.0:1789062183.600383:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130958464 00000100:00100000:0.0:1789062183.600421:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789062183.600428:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3619:x1875967130958464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789062183.600446:0:22684:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789062183.600486:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3619:x1875967130958464:12345-0@lo:38:kworker.0 Request processed in 58us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789062183.600494:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789062183.600526:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130958592 00000100:00100000:0.0:1789062183.600529:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130958592 00000100:00100000:0.0:1789062183.600545:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789062183.600550:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3619:x1875967130958592:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1789062183.600564:0:22680:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 564 last 0 00000020:00000080:0.0:1789062183.600599:0:22680:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x2774d8f311dc81de 00000004:00100000:0.0:1789062183.600642:0:22680:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789062183.600767:0:22680:0:(import.c:65:import_set_state_nolock()) ffff9767fb2f8000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789062183.600805:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875967130958592:12345-0@lo:38:kworker.0 Request processed in 253us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062183.600812:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789062183.600844:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789062183.600849:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789062183.600853:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130958464:0@lo:38:kworker.0 00010000:00080000:0.0:1789062183.600864:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9767fd43ed80 x1875967130958592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789062193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789062183.600876:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789062183.600883:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789062183.600887:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789062183.600890:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c475e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789062183.600901:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875967130958592:0@lo:38:kworker.0 00000100:00100000:3.0:1789062183.601204:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130958336:0@lo:400:kworker.0 00000100:00100000:3.0:1789062183.601239:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062183.601365:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130958336 00000100:00100000:3.0:1789062183.601370:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130958336 00000100:00100000:3.0:1789062183.601395:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789062183.601401:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:3623:x1875967130958336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062183.601432:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:3623:x1875967130958336:12345-0@lo:400:kworker.0 Request processed in 31us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062183.601438:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789062183.601510:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130958336:0@lo:400:kworker.0 00000020:00000004:3.0:1789062183.988573:0:23014:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789062183.988793:0:23014:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789062184.105775:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062184.618233:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00000020:00000004:3.0:1789062184.834657:0:23064:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789062184.834835:0:23064:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789062185.129799:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062185.642639:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:2.0:1789062186.154155:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062186.665739:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:1.0:1789062187.177845:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062187.690451:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:0.0:1789062188.204346:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062188.714128:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062178/real 1789062178] req@ffff9766c6729c00 x1875967130955520/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062188.714164:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9766c6729c00 x1875967130955520/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062188.714175:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062178/real 1789062178] req@ffff9767fd43f800 x1875967130955392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789062188.714345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789062188.714349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789062188.714353:0:8:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789062188.714358:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 564 00000100:00080000:1.0:1789062188.714363:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789062188.714374:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9767fff3b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062188.714415:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130958720:0@lo:400:kworker.0 00000100:00100000:0.0:1789062188.714658:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9767fd43f800 x1875967130955392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789062188.714672:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789062188.714684:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789062188.714688:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130955520:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789062188.714693:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fb056000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789062188.714698:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789062188.714700:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130955392:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1789062188.714727:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00000100:00100000:1.0:1789062188.718030:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062188.718180:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c6728000 x1875967130958848/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789062188.718205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062188.718209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789062188.718212:0:8:0:(import.c:65:import_set_state_nolock()) ffff9767fb056000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789062188.718217:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 559 00000100:00080000:1.0:1789062188.718222:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789062188.718231:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9767fb056000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062188.718243:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130958848:0@lo:38:kworker.0 00000100:00100000:1.0:1789062188.718279:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062188.718379:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130958720 00000100:00100000:0.0:1789062188.718386:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130958720 00000100:00100000:0.0:1789062188.718434:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789062188.718442:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:3620:x1875967130958720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062188.718503:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:3620:x1875967130958720:12345-0@lo:400:kworker.0 Request processed in 61us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062188.718510:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789062188.718624:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130958720:0@lo:400:kworker.0 00000100:00100000:1.0:1789062188.718652:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c672b480 x1875967130958976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789062188.718666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062188.718669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789062188.718671:0:8:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789062188.718674:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 559 00000100:00080000:1.0:1789062188.718677:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789062188.718683:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9766c813b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062188.718693:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130958976:0@lo:8:kworker.0 00000400:00000100:1.0:1789062188.718715:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130958976 offset 0 length 520: 4 00000100:00100000:1.0:1789062188.718748:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c672b100 x1875967130959104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062188.718781:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130959104:0@lo:8:kworker.0 00000400:00000100:1.0:1789062188.718820:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130959104 offset 0 length 520: 4 00000100:00100000:1.0:1789062188.718863:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130959232:0@lo:400:kworker.0 00000100:00100000:1.0:1789062188.718897:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062188.718925:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130959232 00000100:00100000:1.0:1789062188.718929:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130959232 00000100:00100000:1.0:1789062188.718957:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789062188.718963:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130959232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062188.718997:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130959232:12345-0@lo:400:kworker.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062188.719003:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789062188.719035:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9766c672bb80 x1875967130959232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062188.719045:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130959232:0@lo:400:kworker.0 00000100:00100000:0.0:1789062188.719134:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130958848 00000100:00100000:0.0:1789062188.719139:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130958848 00000100:00100000:0.0:1789062188.719164:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789062188.719168:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3619:x1875967130958848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789062188.719184:0:22684:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789062188.719231:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3619:x1875967130958848:12345-0@lo:38:kworker.0 Request processed in 49us (939us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789062188.719238:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1789062188.719270:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789062188.719274:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789062188.719277:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130958848:0@lo:38:kworker.0 00010000:00010000:1.0:1789062189.225793:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062189.737745:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:0.0:1789062190.255946:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789062190.702346:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789062190.764769:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:2.0:1789062191.274206:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062191.785705:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00000020:01000004:2.0:1789062192.031104:0:23409:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789062192.031108:0:23409:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789062192.031109:0:23409:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789062192.031218:0:23409:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9767c475b000 00000020:01000004:2.0:1789062192.031233:0:23409:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1789062192.031348:0:23409:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789062192.031362:0:23409:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9767f7e5cd40) 00000020:00000080:2.0:1789062192.031380:0:23409:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789062192.118601:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.124213:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789062192.130875:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789062192.131205:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1789062192.131453:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789062192.131884:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789062192.132152:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1789062192.134745:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1789062192.135117:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789062192.136373:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789062192.137294:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1789062192.137766:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1789062192.138127:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1789062192.138387:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789062192.139143:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.139383:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.139779:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.140453:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.140722:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.141069:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.141367:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.141580:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.142257:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.142926:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.143193:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.143450:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.143703:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.143937:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.144188:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.144501:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.144763:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.145148:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.145373:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.145584:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.145872:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.146144:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.146568:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.146808:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.147011:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.147235:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.147887:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.148124:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.148356:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789062192.148591:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.148838:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1789062192.149078:0:23409:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00080000:01000000:1.0:1789062192.150394:0:23409:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789062192.150974:0:23409:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1789062192.150985:0:23409:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789062192.150996:0:23409:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2774d8f311dc81ec 00000020:01000004:2.0:1789062192.151003:0:23409:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789062192.151023:0:23409:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.103@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789062192.151026:0:23409:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789062192.151031:0:23409:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1789062192.151056:0:23409:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1789062192.151060:0:23409:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.103@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1789062192.157805:0:23409:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.103@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789062192.157849:0:23409:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.103@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1789062192.157854:0:23409:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789062192.157860:0:23409:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789062192.157861:0:23409:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062192.157862:0:23409:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062192.157864:0:23409:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062192.157865:0:23409:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062192.157866:0:23409:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789062192.157868:0:23409:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062192.157869:0:23409:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789062192.157872:0:23409:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1789062192.157874:0:23409:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789062192.157876:0:23409:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789062192.157877:0:23409:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062192.157878:0:23409:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062192.157879:0:23409:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062192.157880:0:23409:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062192.157881:0:23409:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789062192.157882:0:23409:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062192.157883:0:23409:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789062192.157908:0:23409:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789062192.157926:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959360:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789062192.157988:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.158032:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d82f26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.158343:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130959360 00000100:00100000:3.0:1789062192.158352:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130959360 00000100:00100000:3.0:1789062192.158450:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789062192.158471:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:23409:x1875967130959360:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789062192.158502:0:22673:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789062192.158506:0:22673:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1789062192.158512:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789062192.160748:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:23409:x1875967130959360:12345-0@lo:253:mount.lustre.0 Request processed in 2282us (2752us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.160761:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789062192.160872:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959360:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789062192.160887:0:23409:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789062192.160890:0:23409:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789062192.160892:0:23409:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789062192.160894:0:23409:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062192.160895:0:23409:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062192.160896:0:23409:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062192.160898:0:23409:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062192.160899:0:23409:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789062192.160901:0:23409:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062192.160902:0:23409:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789062192.160920:0:23409:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9767c475b000 from lustre-MDT0001 10000000:01000000:2.0:1789062192.160950:0:23409:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789062192.160953:0:23409:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789062192.160960:0:23409:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9766c6288000 local copy 00010000:00010000:2.0:1789062192.160975:0:23409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.161068:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959488:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062192.161112:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062192.171920:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130959488 00000100:00100000:0.0:1789062192.171934:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130959488 00000100:00100000:0.0:1789062192.172060:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789062192.172071:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:23409:x1875967130959488:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062192.172206:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:23409:x1875967130959488:12345-0@lo:501:mount.lustre.0 Request processed in 136us (11092us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789062192.172214:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789062192.173556:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd481240 going to sleep for 11 seconds 00000100:00100000:2.0:1789062192.173585:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959488:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789062192.173635:0:23409:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789062192.173691:0:23409:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789062192.173700:0:23409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.173711:0:23409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.173742:0:23409:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9767c475b000 10000000:01000000:2.0:1789062192.173747:0:23409:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789062192.173752:0:23409:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9766c6288000 10000000:01000000:2.0:1789062192.173754:0:23409:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1789062192.173758:0:23409:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9766c6288000 from 1 10000000:01000000:2.0:1789062192.173761:0:23409:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1789062192.173792:0:23409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770c00/0x2774d8f311dc81f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.173801:0:23409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5770c00/0x2774d8f311dc81f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.173811:0:23409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5770c00/0x2774d8f311dc81f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.173846:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959616:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062192.173891:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.173910:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd481240 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.174068:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130959616 00000100:00100000:3.0:1789062192.174075:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130959616 00000100:00100000:3.0:1789062192.174133:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789062192.174142:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+12:23409:x1875967130959616:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789062192.174153:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062192.174166:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c807bc00/0x2774d8f311dc81fa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc81f3 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.174188:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c807bc00/0x2774d8f311dc81fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc81f3 expref: 13 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.174198:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c807bc00/0x2774d8f311dc81fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc81f3 expref: 13 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.174207:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807bc00, rc 0) 00000100:00100000:3.0:1789062192.174240:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+13:23409:x1875967130959616:12345-0@lo:101:mount.lustre.0 Request processed in 98us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.174246:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789062192.174550:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959616:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062192.174564:0:23409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5770c00/0x2774d8f311dc81f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81fa expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.174572:0:23409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5770c00/0x2774d8f311dc81f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc81fa expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.174584:0:23409:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1789062192.174601:0:23409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770c00/0x2774d8f311dc81f3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81fa expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.174646:0:23409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5770c00/0x2774d8f311dc81f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc81fa expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.174654:0:23409:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9767c475b000 10000000:01000000:2.0:1789062192.174659:0:23409:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789062192.174662:0:23409:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9767c475b000 from 1 10000000:01000000:2.0:1789062192.174664:0:23409:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789062192.174679:0:23409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc8201 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.174686:0:23409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc8201 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.174693:0:23409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc8201 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.174714:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959744:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062192.174741:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.174760:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd481240 going to sleep for 11 seconds 00000100:00100000:0.0:1789062192.174805:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130959744 00000100:00100000:0.0:1789062192.174811:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130959744 00000100:00100000:0.0:1789062192.174847:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789062192.174853:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+13:23409:x1875967130959744:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062192.174860:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062192.174868:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8208 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc8201 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.174883:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8208 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc8201 expref: 14 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.174892:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0030200/0x2774d8f311dc8208 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8201 expref: 14 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.174899:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0030200, rc 0) 00000100:00100000:0.0:1789062192.174924:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+14:23409:x1875967130959744:12345-0@lo:101:mount.lustre.0 Request processed in 71us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062192.174930:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789062192.175071:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959744:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062192.175082:0:23409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc8201 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8208 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.175102:0:23409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc8201 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8208 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.175112:0:23409:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789062192.175125:0:23409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc8201 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8208 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.175133:0:23409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5770a00/0x2774d8f311dc8201 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8208 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.175138:0:23409:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789062192.175142:0:23409:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789062192.175146:0:23409:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9767c475b000 10000000:01000000:2.0:1789062192.175149:0:23409:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789062192.175151:0:23409:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1789062192.175154:0:23409:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1789062192.175165:0:23409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc820f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.175171:0:23409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc820f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.175183:0:23409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc820f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.175194:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959872:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062192.175217:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.175274:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd481240 going to sleep for 11 seconds 00000100:00100000:1.0:1789062192.179579:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130959872 00000100:00100000:1.0:1789062192.179593:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130959872 00000100:00100000:1.0:1789062192.179665:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789062192.179675:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+14:23409:x1875967130959872:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789062192.179691:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062192.179708:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47ac00/0x2774d8f311dc8216 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc820f expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.179735:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47ac00/0x2774d8f311dc8216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc820f expref: 15 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.179748:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47ac00/0x2774d8f311dc8216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc820f expref: 15 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.179756:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47ac00, rc 0) 00000100:00100000:1.0:1789062192.180737:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130959872:12345-0@lo:101:mount.lustre.0 Request processed in 1061us (5516us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062192.180748:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789062192.180877:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130959872:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062192.180897:0:23409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc820f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8216 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.180909:0:23409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc820f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8216 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789062192.182365:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1789062192.182959:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789062192.188053:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789062192.189395:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1789062192.189419:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1789062192.189433:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1789062192.189455:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1789062192.189588:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1789062192.189634:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1789062192.189651:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1789062192.189666:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1789062192.189680:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1789062192.189693:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1789062192.189707:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1789062192.189720:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1789062192.189751:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1789062192.189764:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1789062192.189778:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1789062192.189791:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1789062192.189803:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1789062192.189816:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1789062192.189829:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1789062192.189840:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1789062192.189851:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1789062192.189862:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1789062192.189876:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1789062192.189891:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1789062192.189905:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1789062192.189916:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1789062192.189930:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1789062192.189944:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1789062192.189958:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1789062192.189970:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1789062192.189982:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1789062192.189995:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1789062192.190009:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1789062192.190021:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1789062192.190033:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1789062192.190045:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1789062192.190058:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1789062192.190071:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1789062192.190095:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1789062192.190113:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1789062192.190127:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1789062192.190143:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1789062192.190157:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1789062192.190187:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1789062192.190193:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1789062192.191553:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062192.191670:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062192.191761:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d82a6780 going to sleep for 11 seconds 00000100:00100000:2.0:1789062192.192336:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960000 00000100:00100000:2.0:1789062192.192344:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960000 00000100:00100000:2.0:1789062192.192399:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789062192.192409:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960000:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062192.192704:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960000:12345-0@lo:501:mount.lustre.0 Request processed in 296us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062192.192712:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789062192.193896:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789062192.193946:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960128:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789062192.194003:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062192.194043:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c6750e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789062192.194122:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960128 00000100:00100000:2.0:1789062192.194128:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960128 00000100:00100000:2.0:1789062192.194212:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789062192.194220:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960128:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062192.195037:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960128:12345-0@lo:503:mount.lustre.0 Request processed in 815us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062192.195055:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789062192.195151:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960128:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789062192.195604:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789062192.195976:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960256:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789062192.196024:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062192.199556:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c6750e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789062192.199849:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960256 00000100:00100000:0.0:1789062192.199858:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960256 00000100:00100000:0.0:1789062192.200463:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789062192.200475:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960256:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062192.205397:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960256:12345-0@lo:502:mount.lustre.0 Request processed in 4916us (9364us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062192.205412:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789062192.205455:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960256:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062192.205814:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789062192.205846:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1789062192.205863:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1789062192.205876:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1789062192.205889:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1789062192.205903:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1789062192.205917:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1789062192.205930:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1789062192.205944:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1789062192.205956:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1789062192.205970:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1789062192.205983:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1789062192.205995:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1789062192.206007:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1789062192.206019:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1789062192.206031:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1789062192.206045:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1789062192.206057:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1789062192.206072:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1789062192.206098:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1789062192.206114:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1789062192.206127:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1789062192.206140:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1789062192.206153:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1789062192.206167:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1789062192.206181:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1789062192.206195:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1789062192.206208:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1789062192.206233:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1789062192.206412:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1789062192.206434:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1789062192.206447:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1789062192.206459:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1789062192.206473:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1789062192.206487:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1789062192.206499:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1789062192.206512:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1789062192.206524:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1789062192.206536:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1789062192.206548:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1789062192.206559:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1789062192.206573:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1789062192.206584:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1789062192.206597:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1789062192.206654:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960384:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062192.206707:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.206795:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd4813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.206845:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960384 00000100:00100000:3.0:1789062192.206852:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960384 00000100:00100000:3.0:1789062192.206902:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789062192.206911:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960384:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062192.207059:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130960384:12345-0@lo:502:mount.lustre.0 Request processed in 148us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.207066:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789062192.207399:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130960384:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062192.207445:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1789062192.207454:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1789062192.208625:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789062192.208638:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062192.208642:0:23413:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789062192.208648:0:23413:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1789062192.208651:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789062192.208667:0:23413:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9766c64599c0) 00000020:00000080:0.0:1789062192.208687:0:23413:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1789062192.208695:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789062192.210511:0:23413:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789062192.210524:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2774d8f311dc8224 00000020:00000080:2.0:1789062192.210771:0:23413:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1789062192.210778:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062192.210783:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.210785:0:23413:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1789062192.210789:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062192.210794:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.210795:0:23413:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1789062192.210810:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789062192.210822:0:23413:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9767f7e58000) 00000020:00000080:2.0:1789062192.210835:0:23413:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1789062192.210840:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789062192.210842:0:23413:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1789062192.210845:0:23413:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1789062192.210851:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789062192.210908:0:23413:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767c475b000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1789062192.210919:0:23413:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9767f7e599c0) 00000020:00000080:2.0:1789062192.210928:0:23413:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1789062192.210973:0:23413:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789062192.210977:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2774d8f311dc8239 00000020:00000080:2.0:1789062192.211064:0:23413:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1789062192.211071:0:23413:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789062192.211075:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x2774d8f311dc8240 00080000:01000000:2.0:1789062192.211080:0:23413:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789062192.211083:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2774d8f311dc8247 00010000:00010000:2.0:1789062192.299800:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062192.328150:0:23413:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1789062192.328567:0:23413:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1789062192.329260:0:23413:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789062192.330095:0:23413:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1789062192.330106:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062192.330112:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.330114:0:23413:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1789062192.330118:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062192.330123:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.330125:0:23413:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1789062192.330129:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789062192.330134:0:23413:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:00000080:1.0:1789062192.330160:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789062192.330175:0:23413:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9767f7e93380) 00000020:00000080:1.0:1789062192.330197:0:23413:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1789062192.330210:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789062192.330289:0:23413:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1789062192.330296:0:23413:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789062192.330303:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2774d8f311dc8255 00010000:00080000:1.0:1789062192.330336:0:23413:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767c2a63000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.103@tcp at head 00010000:00010000:1.0:1789062192.337457:0:23413:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1789062192.346491:0:23413:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789062192.346507:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1789062192.346551:0:23413:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789062192.346574:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2774d8f311dc825c 00000100:00080000:2.0:1789062192.346584:0:23413:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789062192.346596:0:23413:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9767c2a63000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062192.346655:0:23413:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69ab480 x1875967130960512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789062192.346682:0:23413:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:2.0:1789062192.346736:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062192.346740:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.346742:0:23413:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1789062192.346745:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789062192.346748:0:23413:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1789062192.346762:0:23413:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062192.346764:0:23413:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062192.346767:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789062192.346769:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.346770:0:23413:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789062192.346773:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062192.346778:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.346779:0:23413:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1789062192.346783:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789062192.346812:0:23413:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789062192.346825:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062192.346828:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.346829:0:23413:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1789062192.346832:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789062192.346833:0:23413:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1789062192.346835:0:23413:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062192.346836:0:23413:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062192.346838:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789062192.346840:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.346841:0:23413:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789062192.346844:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789062192.346847:0:23413:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789062192.346850:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.346851:0:23413:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789062192.346855:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789062192.346858:0:23413:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:01000000:2.0:1789062192.346881:0:23413:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000100:00100000:0.0:1789062192.346883:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130960512:0@lo:38:llog_process_th.0 00000020:00000080:2.0:1789062192.346885:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789062192.346902:0:23413:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9766c71e3380) 00000020:00000080:2.0:1789062192.346914:0:23413:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1789062192.346919:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789062192.346972:0:23413:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1789062192.346979:0:23413:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1789062192.346991:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2774d8f311dc826a 00010000:00080000:2.0:1789062192.347024:0:23413:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767fd821800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.103@tcp at head 00000100:00100000:0.0:1789062192.347038:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062192.347107:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960512 00000100:00100000:0.0:1789062192.347114:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960512 00000100:00100000:0.0:1789062192.347145:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789062192.347152:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3619:x1875967130960512:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789062192.347174:0:22684:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 573 last 0 00000020:00000080:0.0:1789062192.347210:0:22684:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2774d8f311dc8271 00000004:00100000:0.0:1789062192.347224:0:22684:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1789062192.347229:0:22684:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:2.0:1789062192.347270:0:23413:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:0.0:1789062192.347660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789062192.347665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789062192.347668:0:8:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062192.347673:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 569 00000100:00080000:0.0:1789062192.347677:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789062192.347683:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9767fff3b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062192.347702:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43c700 x1875967130960640/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062192.347765:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130960640:0@lo:38:kworker.0 00000100:00100000:1.0:1789062192.347801:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789062192.347844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062192.347848:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062192.347851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062192.347854:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789062192.349183:0:22683:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1789062192.349195:0:22683:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:2.0:1789062192.349251:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3622:1875967130960768:0@lo:400:kworker.0 00000100:00100000:2.0:1789062192.349294:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.349345:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960768 00000100:00100000:2.0:1789062192.349351:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960768 00000100:00100000:2.0:1789062192.349387:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789062192.349396:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1875967130960768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062192.349440:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1875967130960768:12345-0@lo:400:kworker.0 Request processed in 46us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062192.349447:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789062192.349483:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9767c69a8a80 x1875967130960768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062192.349497:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3622:1875967130960768:0@lo:400:kworker.0 00000100:00100000:0.0:1789062192.349903:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960640 00000100:00100000:0.0:1789062192.349909:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960640 00000100:00100000:3.0:1789062192.350064:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789062192.350070:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3619:x1875967130960640:12345-0@lo:38:kworker.0 00000040:01000000:2.0:1789062192.350094:0:23413:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789062192.350143:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3619:x1875967130960640:12345-0@lo:38:kworker.0 Request processed in 72us (2341us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789062192.350156:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:01000000:2.0:1789062192.350322:0:23413:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1789062192.350641:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789062192.350648:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062192.350652:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789062192.350657:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130960640:0@lo:38:kworker.0 00000100:00080000:2.0:1789062192.352179:0:22684:0:(import.c:65:import_set_state_nolock()) ffff9767c303d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062192.352253:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1875967130960512:12345-0@lo:38:llog_process_th.0 Request processed in 5099us (5215us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062192.352263:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789062192.352349:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789062192.352357:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789062192.352364:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789062192.352369:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789062192.352371:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c2a63000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789062192.352390:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130960512:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789062192.352675:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130960896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062192.352719:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062192.353002:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130960896 00000100:00100000:0.0:1789062192.353009:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130960896 00000100:00100000:0.0:1789062192.353049:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789062192.353057:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3623:x1875967130960896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789062192.353082:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062192.353140:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3623:x1875967130960896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062192.353147:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:00080000:1.0:1789062192.353344:0:23413:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789062192.353369:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130960896:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1789062192.353637:0:23413:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789062192.353792:0:23413:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1789062192.355892:0:23419:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789062192.355899:0:23419:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789062192.361952:0:23413:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789062192.361967:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789062192.362009:0:23413:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789062192.362029:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2774d8f311dc8278 00000100:00080000:2.0:1789062192.362038:0:23413:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789062192.362055:0:23413:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9767fd821800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062192.362099:0:23413:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69a9f80 x1875967130961024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789062192.362124:0:23413:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789062192.362175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:01000000:2.0:1789062192.362179:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00080000:3.0:1789062192.362181:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:2.0:1789062192.362184:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00080000:3.0:1789062192.362186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:00000080:2.0:1789062192.362188:0:23413:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789062192.362193:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000100:00080000:3.0:1789062192.362194:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1789062192.362197:0:23413:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1789062192.362200:0:23413:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062192.362202:0:23413:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789062192.362203:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789062192.362206:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.362207:0:23413:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789062192.362210:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789062192.362214:0:23413:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789062192.362217:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.362219:0:23413:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789062192.362221:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789062192.362225:0:23413:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:01000000:2.0:1789062192.362243:0:23413:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789062192.362245:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789062192.362255:0:23413:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9766c71e4d40) 00000020:00000080:2.0:1789062192.362266:0:23413:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789062192.362270:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789062192.362318:0:23413:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789062192.362324:0:23413:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789062192.362328:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2774d8f311dc8286 00010000:00080000:2.0:1789062192.362362:0:23413:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767c2a66000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.103@tcp at head 00010000:00010000:2.0:1789062192.362569:0:23413:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1789062192.362666:0:23413:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789062192.362686:0:23413:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1789062192.362855:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130961024:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789062192.362911:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130961024 offset 0 length 520: 4 00000040:00080000:2.0:1789062192.364954:0:23413:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789062192.365161:0:23413:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789062192.365287:0:23413:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1789062192.369323:0:23421:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789062192.369329:0:23421:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789062192.373194:0:23413:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789062192.373209:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789062192.373257:0:23413:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789062192.373282:0:23413:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2774d8f311dc828d 00000100:00080000:2.0:1789062192.373293:0:23413:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789062192.373305:0:23413:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9767c2a66000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:2.0:1789062192.373343:0:23413:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c69aaa00 x1875967130961152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062192.373408:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130961152:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789062192.373599:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130961152 offset 0 length 520: 4 00000100:00080000:2.0:1789062192.373696:0:23413:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789062192.373755:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062192.373760:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.373762:0:23413:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789062192.373765:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062192.373770:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.373771:0:23413:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789062192.373774:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789062192.373775:0:23413:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789062192.373778:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062192.373780:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.373781:0:23413:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789062192.373784:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062192.373786:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.373787:0:23413:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789062192.373791:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789062192.373822:0:23413:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062192.373826:0:23413:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062192.373827:0:23413:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789062192.373831:0:23413:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1789062192.375365:0:23409:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1789062192.375402:0:23409:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1789062192.375432:0:23409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc820f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8216 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.375444:0:23409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5771800/0x2774d8f311dc820f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8216 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062192.375452:0:23409:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767c475b000 from 1 10000000:01000000:3.0:1789062192.375455:0:23409:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789062192.375501:0:23409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.375509:0:23409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.375518:0:23409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062192.375564:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961280:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789062192.375651:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.375682:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193f00 going to sleep for 11 seconds 00000100:00080000:3.0:1789062192.375705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062192.375709:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789062192.375712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062192.375715:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789062192.375836:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130961280 00000100:00100000:0.0:1789062192.375853:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130961280 00000100:00100000:0.0:1789062192.375898:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789062192.375906:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+15:23409:x1875967130961280:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062192.375919:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062192.375929:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc8294 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.375951:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 16 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.375962:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 16 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.375970:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0031000, rc 0) 00000100:00100000:0.0:1789062192.376020:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:23409:x1875967130961280:12345-0@lo:101:mount.lustre.0 Request processed in 114us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062192.376026:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789062192.376375:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961280:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062192.376391:0:23409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.376400:0:23409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.377128:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961408:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789062192.377172:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.377209:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.377387:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130961408 00000100:00100000:3.0:1789062192.377393:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130961408 00000100:00100000:3.0:1789062192.377432:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789062192.377440:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:23409:x1875967130961408:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1789062192.377455:0:22672:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1789062192.377482:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1789062192.377486:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1789062192.377758:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:23409:x1875967130961408:12345-0@lo:256:mount.lustre.0 Request processed in 319us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.377766:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789062192.378047:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961408:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789062192.379700:0:23409:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789062192.379724:0:23409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.379737:0:23409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.379745:0:23409:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767c475b000 from 1 10000000:01000000:2.0:1789062192.379748:0:23409:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789062192.379789:0:23409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.379797:0:23409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.379806:0:23409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.379837:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961536:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062192.379886:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.379986:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062192.383228:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130961536 00000100:00100000:0.0:1789062192.383243:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130961536 00000100:00100000:0.0:1789062192.383339:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789062192.383359:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:23409:x1875967130961536:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062192.383373:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062192.383391:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc82a2 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.383422:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.383434:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062192.383458:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0030400, rc 0) 00000100:00100000:0.0:1789062192.383547:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130961536:12345-0@lo:101:mount.lustre.0 Request processed in 199us (3660us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062192.383554:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789062192.383654:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961536:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789062192.383672:0:23409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.383681:0:23409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789062192.385365:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1789062192.385679:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789062192.385869:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789062192.385893:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1789062192.385906:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1789062192.385920:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1789062192.385932:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1789062192.385945:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1789062192.385957:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1789062192.385968:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1789062192.385980:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789062192.385993:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1789062192.386007:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1789062192.386024:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1789062192.386029:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1789062192.386109:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961664:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062192.386168:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.386823:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789062192.386958:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130961664 00000100:00100000:2.0:1789062192.386965:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130961664 00000100:00100000:2.0:1789062192.387007:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789062192.387016:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130961664:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062192.387143:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130961664:12345-0@lo:501:mount.lustre.0 Request processed in 128us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062192.387151:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789062192.387229:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961664:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062192.387263:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961792:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789062192.387308:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.387430:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789062192.388715:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130961792 00000100:00100000:0.0:1789062192.388723:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130961792 00000100:00100000:1.0:1789062192.388986:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789062192.388997:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130961792:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789062192.389121:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130961792:12345-0@lo:503:mount.lustre.0 Request processed in 126us (1811us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062192.389128:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789062192.389212:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961792:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789062192.389660:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789062192.389726:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961920:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062192.389768:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.390251:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193540 going to sleep for 11 seconds 00000100:00100000:2.0:1789062192.390794:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130961920 00000100:00100000:2.0:1789062192.390801:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130961920 00000100:00100000:2.0:1789062192.390847:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789062192.390856:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130961920:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062192.390974:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130961920:12345-0@lo:502:mount.lustre.0 Request processed in 119us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062192.390982:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789062192.391062:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130961920:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789062192.391252:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789062192.391286:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789062192.391299:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789062192.391312:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789062192.391325:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789062192.391339:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789062192.391356:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789062192.391371:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789062192.391382:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789062192.391394:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789062192.391405:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1789062192.391444:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962048:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062192.391493:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.391525:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193540 going to sleep for 11 seconds 00000100:00100000:0.0:1789062192.391646:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962048 00000100:00100000:0.0:1789062192.391651:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962048 00000100:00100000:0.0:1789062192.391683:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789062192.391690:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130962048:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062192.391777:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130962048:12345-0@lo:502:mount.lustre.0 Request processed in 87us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062192.391784:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789062192.391883:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962048:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789062192.391927:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1789062192.391935:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789062192.393128:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062192.393138:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.393140:0:23423:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789062192.393147:0:23423:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767c475b000 00000020:00000080:1.0:1789062192.393149:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062192.393156:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062192.393159:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.393160:0:23423:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789062192.393162:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062192.393165:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.393166:0:23423:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789062192.393169:0:23423:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767c475b000 00000020:00000080:1.0:1789062192.393171:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062192.393277:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062192.393282:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.393283:0:23423:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789062192.393285:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062192.393288:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.393289:0:23423:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789062192.393293:0:23423:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767c475b000 00000020:00000080:1.0:1789062192.393295:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062192.397097:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062192.397110:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.397113:0:23423:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789062192.397118:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062192.397128:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.397130:0:23423:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789062192.397136:0:23423:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767c475b000 00000020:00000080:1.0:1789062192.397138:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062192.397197:0:23423:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062192.397201:0:23423:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062192.397202:0:23423:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789062192.397205:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1789062192.397378:0:23409:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789062192.397411:0:23409:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789062192.397437:0:23409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.397449:0:23409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062192.397506:0:23409:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789062192.397509:0:23409:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9767c475b000 10000000:01000000:3.0:1789062192.397513:0:23409:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9767c475b000 10000000:01000000:3.0:1789062192.397517:0:23409:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789062192.397522:0:23409:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9767c475b000 from 1 10000000:01000000:3.0:1789062192.397525:0:23409:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789062192.397563:0:23409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807aa00/0x2774d8f311dc82b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.397571:0:23409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807aa00/0x2774d8f311dc82b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.397581:0:23409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807aa00/0x2774d8f311dc82b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062192.397623:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962176:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789062192.397685:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.397717:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789062192.397831:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962176 00000100:00100000:1.0:1789062192.397838:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962176 00000100:00100000:1.0:1789062192.397969:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789062192.397979:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:23409:x1875967130962176:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789062192.397992:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062192.398004:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47bc00/0x2774d8f311dc82b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc82b0 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.398025:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47bc00/0x2774d8f311dc82b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc82b0 expref: 18 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.398034:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47bc00/0x2774d8f311dc82b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc82b0 expref: 18 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.398042:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47bc00, rc 0) 00000100:00100000:1.0:1789062192.398081:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962176:12345-0@lo:101:mount.lustre.0 Request processed in 104us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062192.398100:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789062192.401554:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962176:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789062192.401583:0:23409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807aa00/0x2774d8f311dc82b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82b7 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.401635:0:23409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807aa00/0x2774d8f311dc82b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc82b7 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789062192.402909:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1789062192.403169:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789062192.403346:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1789062192.403370:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1789062192.403386:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1789062192.403400:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1789062192.403414:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1789062192.403427:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1789062192.403441:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1789062192.403455:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1789062192.406690:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1789062192.406728:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1789062192.406744:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1789062192.406759:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1789062192.406774:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1789062192.406786:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1789062192.406802:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1789062192.406816:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1789062192.406832:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1789062192.406848:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1789062192.406868:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1789062192.406886:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1789062192.406901:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1789062192.406917:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1789062192.406936:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1789062192.406957:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1789062192.406976:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1789062192.407009:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1789062192.407166:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1789062192.407188:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1789062192.407202:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1789062192.407218:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1789062192.407232:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1789062192.407246:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1789062192.407333:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1789062192.407356:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1789062192.407371:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1789062192.407386:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1789062192.407401:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1789062192.407414:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1789062192.407427:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1789062192.407453:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1789062192.407466:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1789062192.407480:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1789062192.407494:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1789062192.407508:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1789062192.407521:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1789062192.407536:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1789062192.407549:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1789062192.407711:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1789062192.407910:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1789062192.407938:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1789062192.407966:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1789062192.407974:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1789062192.408191:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962304:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789062192.409105:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062192.409194:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5a5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789062192.411696:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962304 00000100:00100000:2.0:1789062192.411707:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962304 00000100:00100000:2.0:1789062192.411765:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789062192.411776:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962304:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062192.411932:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962304:12345-0@lo:501:mount.lustre.0 Request processed in 158us (3677us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062192.411939:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789062192.412118:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962304:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062192.412415:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962432:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062192.412466:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.412504:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0600 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.412542:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962432 00000100:00100000:3.0:1789062192.412549:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962432 00000100:00100000:3.0:1789062192.412589:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789062192.412598:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962432:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789062192.412710:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962432:12345-0@lo:503:mount.lustre.0 Request processed in 113us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.412718:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789062192.412830:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962432:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789062192.413238:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789062192.413294:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962560:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062192.413325:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.413386:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0600 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.416759:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962560 00000100:00100000:3.0:1789062192.416773:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962560 00000100:00100000:3.0:1789062192.416832:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789062192.416842:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962560:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062192.416998:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962560:12345-0@lo:502:mount.lustre.0 Request processed in 157us (3671us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.417007:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789062192.417110:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962560:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789062192.417331:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789062192.417369:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789062192.417384:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789062192.417398:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789062192.417411:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789062192.417424:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789062192.417437:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789062192.417451:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789062192.418423:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789062192.418449:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789062192.418533:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789062192.418551:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789062192.418563:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789062192.418574:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789062192.418586:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789062192.418599:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789062192.418638:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789062192.418652:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789062192.418664:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789062192.418676:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789062192.418691:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789062192.418703:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789062192.418715:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789062192.418730:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789062192.420453:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789062192.420548:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789062192.420565:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789062192.420578:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789062192.420591:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789062192.420625:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789062192.420642:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789062192.420654:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789062192.420667:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789062192.420681:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789062192.420707:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789062192.420723:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789062192.420738:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789062192.420752:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789062192.420766:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789062192.420778:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789062192.420790:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789062192.420802:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789062192.420816:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789062192.420828:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789062192.420841:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789062192.420853:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789062192.420867:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789062192.420881:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789062192.420936:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962688:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062192.421011:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.421052:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd481840 going to sleep for 11 seconds 00000100:00100000:0.0:1789062192.421147:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962688 00000100:00100000:0.0:1789062192.421154:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962688 00000100:00100000:0.0:1789062192.421196:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789062192.421204:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962688:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062192.421329:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962688:12345-0@lo:502:mount.lustre.0 Request processed in 125us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062192.421336:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789062192.421956:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789062192.422178:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1789062192.422204:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1789062192.422230:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962816:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789062192.422276:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062192.422310:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5a5240 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.422318:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962816 00000100:00100000:3.0:1789062192.422325:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962816 00000100:00100000:3.0:1789062192.422364:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789062192.422372:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962816:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062192.422451:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130962816:12345-0@lo:502:mount.lustre.0 Request processed in 80us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.422458:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789062192.423326:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130962816:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789062192.423378:0:23409:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1789062192.423388:0:23409:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789062192.426846:0:23429:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1789062192.426864:0:23429:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9766c71e19c0) 00000020:00000080:2.0:1789062192.426885:0:23429:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1789062192.427071:0:23429:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767c475b000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789062192.427075:0:23429:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767c475b000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789062192.427078:0:23429:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767c475b000 3 00010000:00080000:2.0:1789062192.427117:0:23429:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9767fd6e5000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.103@tcp at head 00010000:00010000:3.0:1789062192.432922:0:23429:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1789062192.433764:0:23429:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1789062192.433809:0:23429:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789062192.433822:0:23429:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x2774d8f311dc82c5 00000100:00080000:3.0:1789062192.433833:0:23429:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789062192.433844:0:23429:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9767fd6e5000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:3.0:1789062192.433882:0:23429:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c83a6300 x1875967130962944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789062192.433910:0:23429:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789062192.433934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062192.433939:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789062192.433941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062192.433944:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789062192.434174:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875967130962944:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789062192.434237:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1789062192.434487:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:1.0:1789062192.438387:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130962944 00000100:00100000:1.0:1789062192.438399:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130962944 00000100:00100000:1.0:1789062192.438446:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789062192.438454:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3619:x1875967130962944:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789062192.438544:0:22680:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 573 last 0 00000020:00000080:1.0:1789062192.438580:0:22680:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x2774d8f311dc82cc 00000004:00100000:1.0:1789062192.438596:0:22680:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789062192.438650:0:22680:0:(import.c:65:import_set_state_nolock()) ffff9766c572e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789062192.438734:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875967130962944:12345-0@lo:38:llog_process_th.0 Request processed in 280us (4496us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062192.438742:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789062192.438802:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9766c83a6300 x1875967130962944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789062202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062192.438812:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789062192.438819:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789062192.438826:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789062192.438830:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789062192.438832:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fd6e5000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789062192.438844:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875967130962944:0@lo:38:llog_process_th.0 00000020:01000000:1.0:1789062192.438870:0:23409:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789062192.438900:0:23409:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789062192.438913:0:23409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807aa00/0x2774d8f311dc82b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82b7 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062192.438924:0:23409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807aa00/0x2774d8f311dc82b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82b7 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789062192.439177:0:23409:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789062192.439179:0:23409:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789062192.439181:0:23409:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789062192.439182:0:23409:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789062192.439183:0:23409:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789062192.439184:0:23409:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789062192.439185:0:23409:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789062192.439187:0:23409:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789062192.439189:0:23409:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789062192.439192:0:23409:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1789062192.439195:0:23409:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789062192.439196:0:23409:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789062192.439198:0:23409:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789062192.439199:0:23409:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789062192.439200:0:23409:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789062192.439201:0:23409:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789062192.439202:0:23409:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789062192.439203:0:23409:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789062192.439205:0:23409:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789062192.439224:0:23409:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1789062192.439240:0:23409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130963072:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789062192.439281:0:23409:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062192.439308:0:23409:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5a5240 going to sleep for 11 seconds 00000100:00100000:0.0:1789062192.440543:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963072 00000100:00100000:0.0:1789062192.440551:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963072 00000100:00100000:0.0:1789062192.440600:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789062192.440629:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130963072:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789062192.440655:0:22671:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789062192.440673:0:22671:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1789062192.442357:0:22658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1789062192.442942:0:22671:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789062192.442960:0:22671:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1789062192.443443:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789062192.443463:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789062192.443484:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.443500:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 18 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.443508:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.443521:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062192.443535:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:23409:x1875967130963072:12345-0@lo:253:mount.lustre.0 Request processed in 2927us (4253us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062192.443544:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:2.0:1789062192.443552:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.443565:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 17 pid: 22671 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.443577:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130963200:0@lo:104: 00000100:00100000:1.0:1789062192.443983:0:23409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:23409:1875967130963072:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789062192.443997:0:23409:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1789062192.444000:0:23409:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789062192.444002:0:23409:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789062192.444003:0:23409:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789062192.444005:0:23409:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789062192.444006:0:23409:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789062192.444007:0:23409:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789062192.444008:0:23409:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789062192.444010:0:23409:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789062192.444011:0:23409:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789062192.444024:0:23409:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789062192.446030:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789062192.446108:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.446121:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 17 pid: 22673 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.446133:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130963328:0@lo:104: 00000100:00100000:2.0:1789062192.446158:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.446172:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd49ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.446685:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963200 00000100:00100000:3.0:1789062192.446692:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963200 00000100:00100000:3.0:1789062192.446722:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963328 00000100:00100000:3.0:1789062192.446725:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963328 00000100:00100000:3.0:1789062192.446739:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789062192.446747:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:22694:x1875967130963200:12345-0@lo:104: 00010000:00010000:3.0:1789062192.446760:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.446824:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789062192.446830:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:22694:x1875967130963200:12345-0@lo:104: Request processed in 84us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.446837:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789062192.446853:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789062192.446859:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130963328:12345-0@lo:104: 00010000:00010000:3.0:1789062192.446867:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062192.446884:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130963200:0@lo:104: 00010000:00010000:3.0:1789062192.446926:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789062192.446932:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130963328:12345-0@lo:104: Request processed in 74us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.446938:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789062192.446950:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130963328:0@lo:104: 00010000:00010000:2.0:1789062192.446977:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.446993:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789062192.446998:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447015:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b600 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:2.0:1789062192.447019:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447027:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789062192.447034:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.447040:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789062192.447069:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447076:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789062192.447109:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447116:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc8294 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc829b expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447125:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062192.447128:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447133:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0030800 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:2.0:1789062192.447135:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447150:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789062192.447155:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062192.447160:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789062192.447174:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447179:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789062192.447185:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447190:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc81d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc81d7 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062192.447202:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062192.447204:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062192.447205:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062192.447287:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130963456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789062192.447316:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.447340:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789062192.447345:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130963584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789062192.447364:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.447403:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963456 00000100:00100000:3.0:1789062192.447406:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963456 00010000:00010000:3.0:1789062192.447423:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 18 pid: 22671 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062192.447441:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963584 00000100:00100000:3.0:1789062192.447443:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963584 00010000:00010000:3.0:1789062192.447452:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 19 pid: 22673 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062192.447464:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789062192.447470:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:3620:x1875967130963456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789062192.447479:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789062192.447484:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 19 pid: 22671 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447493:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 19 pid: 22671 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447516:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767c0031000/0x2774d8f311dc829b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc8294 expref: 19 pid: 22671 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447527:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789062192.447553:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3620:x1875967130963456:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.447559:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789062192.447570:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789062192.447575:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:3620:x1875967130963584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789062192.447583:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789062192.447588:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 17 pid: 22673 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447595:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 17 pid: 22673 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447627:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc81d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc81d0 expref: 17 pid: 22673 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447638:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447645:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789062192.447659:0:22664:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004201758s 00010000:00010000:3.0:1789062192.447664:0:22664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447680:0:22664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447687:0:22664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447692:0:22664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447697:0:22664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062192.447701:0:22664:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447707:0:22664:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447726:0:22664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062192.447736:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789062192.447759:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:3620:x1875967130963584:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.447766:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1789062192.447784:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062192.447791:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130963584:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789062192.447792:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062192.447798:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130963456:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789062192.447799:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5770600/0x2774d8f311dc82d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1789062192.450306:0:23409:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1789062192.450371:0:23434:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1789062192.450381:0:23434:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00010000:00010000:0.0:1789062192.450457:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1789062192.450716:0:23435:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789062192.450854:0:23409:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:2.0:1789062192.451244:0:23436:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23436:1875967130963712:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789062192.451311:0:23436:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062192.451356:0:23436:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd49e780 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.451453:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963712 00000100:00100000:3.0:1789062192.451470:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963712 00000040:01000000:1.0:1789062192.451476:0:23409:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1789062192.451511:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789062192.451519:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789062192.451534:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23436:x1875967130963712:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789062192.451601:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23436:x1875967130963712:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 69us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.451629:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789062192.451664:0:23436:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23436:1875967130963712:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1789062192.451687:0:23436:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789062192.451720:0:23436:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23436:1875967130963840:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789062192.451747:0:23436:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.451767:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963840 00000100:00100000:3.0:1789062192.451770:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963840 00000100:00100000:3.0:1789062192.451878:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789062192.451885:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23436:x1875967130963840:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789062192.451957:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23436:x1875967130963840:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 73us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.451963:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789062192.451978:0:23436:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1238840 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.451988:0:23436:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23436:1875967130963840:0@lo:1000:lod0001_rec0000.0 00000004:00000080:1.0:1789062192.452001:0:23409:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000100:00100000:3.0:1789062192.452028:0:23436:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23436:1875967130963968:0@lo:900:lod0001_rec0000.0 00000040:01000000:1.0:1789062192.452028:0:23409:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:3.0:1789062192.452052:0:23436:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1789062192.452062:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789062192.452094:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130963968 00000100:00100000:3.0:1789062192.452098:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130963968 00000100:00100000:3.0:1789062192.452118:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062192.452124:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23436:x1875967130963968:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789062192.452151:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23436:x1875967130963968:12345-0@lo:900:lod0001_rec0000.0 Request processed in 27us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.452165:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062192.452181:0:23436:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1238000 going to sleep for 11 seconds 00010000:00080000:3.0:1789062192.452193:0:23436:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9766c83a4000 x1875967130963968/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789062208 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062192.452203:0:23436:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23436:1875967130963968:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789062192.452231:0:23436:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23436:1875967130964096:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789062192.452251:0:23436:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062192.452265:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964096 00000100:00100000:3.0:1789062192.452268:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964096 00000100:00100000:3.0:1789062192.452282:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789062192.452287:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23436:x1875967130964096:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789062192.452319:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23436:x1875967130964096:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 31us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062192.452324:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789062192.452336:0:23436:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1238840 going to sleep for 11 seconds 00000100:00100000:3.0:1789062192.452345:0:23436:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23436:1875967130964096:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789062192.452373:0:23436:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789062192.453285:0:23409:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789062192.453686:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789062192.458480:0:23436:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789062192.458555:0:23436:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1789062192.459074:0:23435:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789062192.459129:0:23435:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1789062192.459134:0:23435:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:1.0:1789062192.459692:0:23409:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789062192.459740:0:23409:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1789062192.459982:0:23409:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1789062192.460534:0:23409:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:1.0:1789062192.462120:0:23409:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1789062192.478812:0:23409:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789062192.478854:0:23409:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffbc884153b988 00100000:10000000:1.0:1789062192.478863:0:23409:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1789062192.481191:0:23409:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789062192.481227:0:23409:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.103@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789062192.481244:0:23409:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1789062192.481268:0:23409:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:3.0:1789062192.483251:0:23409:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789062192.483458:0:23409:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789062192.810536:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:2.0:1789062193.321815:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789062193.461411:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1789062193.578136:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789062193.578143:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767c475b000 from 12 10000000:01000000:3.0:1789062193.578149:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789062193.578194:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062193.578223:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062193.578235:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062193.578259:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789062193.578321:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062193.578367:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c2ca0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789062193.579336:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964224 00000100:00100000:1.0:1789062193.579345:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964224 00000100:00100000:1.0:1789062193.579404:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789062193.579413:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:22675:x1875967130964224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789062193.579436:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062193.579451:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc82da expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062193.579476:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc82da expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062193.579488:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc82da expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062193.579495:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47a200, rc 0) 00000100:00100000:1.0:1789062193.579562:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130964224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062193.579569:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789062193.579695:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062193.579711:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062193.579720:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062193.579775:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964352:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789062193.579810:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062193.579840:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789062193.579895:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964352 00000100:00100000:1.0:1789062193.579900:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964352 00000100:00100000:1.0:1789062193.580096:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789062193.580104:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130964352:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789062193.580117:0:22671:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789062193.580132:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789062193.580135:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789062193.580356:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130964352:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 252us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062193.580363:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789062193.585527:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964352:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789062193.588496:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789062193.588511:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062193.588524:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062193.588535:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789062193.588538:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767df74d800 from 12 10000000:01000000:3.0:1789062193.588541:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789062193.588579:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062193.588587:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062193.588625:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062193.588649:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789062193.588721:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062193.588757:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c2ca0180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062193.589093:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964480 00000100:00100000:0.0:1789062193.589102:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964480 00000100:00100000:0.0:1789062193.589155:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789062193.589164:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130964480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062193.589177:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062193.589191:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc82e8 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062193.589213:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 18 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062193.589222:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 18 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062193.589237:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0030c00, rc 0) 00000100:00100000:0.0:1789062193.589285:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130964480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062193.589292:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789062193.589415:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789062193.589484:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062193.589493:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062193.589540:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964608:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789062193.589573:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062193.589597:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c2ca0180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062193.589670:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964608 00000100:00100000:0.0:1789062193.589675:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964608 00000100:00100000:0.0:1789062193.589707:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789062193.589715:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130964608:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789062193.589728:0:22672:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789062193.589744:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789062193.589747:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789062193.589827:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130964608:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 114us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062193.589834:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789062193.590092:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130964608:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789062193.590129:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789062193.590136:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062193.590144:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062193.837132:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:2.0:1789062194.349001:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789062194.475000:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789062194.858525:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:3.0:1789062195.377406:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062195.883004:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:3.0:1789062196.400032:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062196.912064:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00010000:00010000:0.0:1789062197.427248:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062197.431789:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130964736:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062197.431854:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062197.436985:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964736 00000100:00100000:2.0:1789062197.437000:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964736 00000100:00100000:2.0:1789062197.437080:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789062197.437091:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130964736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789062197.437126:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789062197.438317:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130964736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1224us (6459us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062197.438327:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789062197.439593:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130964736:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1789062197.454907:0:23678:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg303-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:0.0:1789062197.929965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789062197.929972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789062197.929975:0:36:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062197.930281:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9767fff3b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062197.930305:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43c700 x1875967130964992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062197.930335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062197.930354:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062197.930357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062197.930359:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062197.930385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062197.930388:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062197.930390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062197.930393:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789062197.930448:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130965248:0@lo:400:kworker.0 00000100:00100000:0.0:1789062197.930516:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062197.930567:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789062197.930572:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130965120:0@lo:400:kworker.0 00000100:00100000:0.0:1789062197.930592:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062197.930766:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130964992:0@lo:38:kworker.0 00000100:00100000:2.0:1789062197.930796:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062197.930835:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130965248 00000100:00100000:2.0:1789062197.930848:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130965248 00000100:00100000:2.0:1789062197.930886:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964992 00000100:00100000:2.0:1789062197.930889:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964992 00000100:00100000:2.0:1789062197.930901:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789062197.930908:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130965248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062197.931055:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130965248:12345-0@lo:400:kworker.0 Request processed in 70us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062197.931062:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789062197.931089:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789062197.931094:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3619:x1875967130964992:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789062197.931117:0:23418:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 579 last 0 00000020:00000080:2.0:1789062197.931148:0:23418:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2774d8f311dc82f6 00000004:00100000:2.0:1789062197.931164:0:23418:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789062197.931169:0:23418:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789062197.931467:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130965248:0@lo:400:kworker.0 00000100:00100000:0.0:1789062197.931494:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130965120 00000100:00100000:0.0:1789062197.931497:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130965120 00000100:00100000:0.0:1789062197.931532:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789062197.931538:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130965120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062197.931572:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130965120:12345-0@lo:400:kworker.0 Request processed in 34us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062197.931578:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1789062197.931600:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9767fd43f800 x1875967130965120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062197.931783:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3622:1875967130965376:0@lo:400:kworker.0 00000100:00100000:1.0:1789062197.931812:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062197.931829:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789062197.931835:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3622:1875967130964864:0@lo:400:kworker.0 00000100:00100000:1.0:1789062197.931857:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062197.931883:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 0 seconds 00000100:00100000:1.0:1789062197.931895:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130964864 00000100:00100000:1.0:1789062197.931898:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130964864 00000100:00100000:1.0:1789062197.931922:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789062197.931940:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3622:x1875967130964864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062197.931968:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3622:x1875967130964864:12345-0@lo:400:kworker.0 Request processed in 30us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062197.931973:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789062197.932121:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3622:1875967130964864:0@lo:400:kworker.0 00000100:00100000:0.0:1789062197.932904:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130965120:0@lo:400:kworker.0 00000100:00100000:2.0:1789062197.933419:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130965376 00000100:00100000:2.0:1789062197.933426:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130965376 00000100:00100000:2.0:1789062197.933469:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789062197.933476:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1875967130965376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062197.933547:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1875967130965376:12345-0@lo:400:kworker.0 Request processed in 71us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062197.933553:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789062197.937966:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9767fd43dc00 x1875967130965376/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062197.937989:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3622:1875967130965376:0@lo:400:kworker.0 00000100:00080000:2.0:1789062197.946495:0:23418:0:(import.c:65:import_set_state_nolock()) ffff9767fd6e4800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062197.946597:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3619:x1875967130964992:12345-0@lo:38:kworker.0 Request processed in 15499us (15798us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062197.946635:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1789062197.947342:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789062197.947351:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789062197.947356:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789062197.947359:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fff3b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1789062197.947381:0:3619:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000536f40c7): req@ffff9766c83a7800 x1875967130957952/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062197.947403:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130964992:0@lo:38:kworker.0 00000100:00100000:1.0:1789062197.947517:0:22719:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062197.947551:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427180 going to sleep for 11 seconds 00000100:00100000:3.0:1789062197.947948:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130957952 00000100:00100000:3.0:1789062197.947955:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130957952 00000100:00100000:2.0:1789062197.948273:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130965504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789062197.948304:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062197.949599:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130965504 00000100:00100000:3.0:1789062197.949630:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130965504 00000100:00100000:3.0:1789062197.949671:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789062197.949680:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22719:x1875967130957952:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789062197.949795:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22719:x1875967130957952:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 115us (2278us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062197.949802:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789062197.949818:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789062197.949823:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3623:x1875967130965504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789062197.949844:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789062197.949881:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3623:x1875967130965504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062197.949887:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789062197.949939:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130965504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789062197.950026:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22719:1875967130957952:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1789062197.950076:0:22719:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789062197.950114:0:22719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22719:1875967130965632:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789062197.950165:0:22719:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062197.950189:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c5d45780 going to sleep for 11 seconds 00000100:00100000:3.0:1789062197.950586:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130965632 00000100:00100000:3.0:1789062197.950592:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130965632 00000100:00100000:3.0:1789062197.950657:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789062197.950664:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22719:x1875967130965632:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789062197.950778:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22719:x1875967130965632:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 114us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062197.950785:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789062197.950898:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22719:1875967130965632:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789062197.950990:0:22719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22719:1875967130965760:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789062197.951016:0:22719:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062197.951038:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c5d45780 going to sleep for 11 seconds 00000100:00100000:3.0:1789062197.951347:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130965760 00000100:00100000:3.0:1789062197.951353:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130965760 00000100:00100000:3.0:1789062197.951374:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789062197.951380:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22719:x1875967130965760:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789062197.951445:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22719:x1875967130965760:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 64us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062197.951452:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789062197.951567:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22719:1875967130965760:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1789062197.951632:0:22719:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789062197.956184:0:22719:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789062197.956260:0:22719:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:2.0:1789062197.956265:0:22719:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1789062198.441741:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789062198.577380:0:23731:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789062198.577593:0:23731:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789062199.465818:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789062199.543640:0:23781:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789062199.543990:0:23781:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789062200.490182:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789062200.557205:0:23829:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff287ad3a0 20000000:00000080:1.0:1789062200.557221:0:23829:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9767fecbc000 uarg=0000000000000000 20000000:01000000:1.0:1789062200.557259:0:23829:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1789062200.557265:0:23829:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1789062200.557270:0:23829:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1789062200.558267:0:23830:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1789062200.558650:0:23829:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789062200.569272:0:23829:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789062200.569480:0:23829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.569499:0:23829:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc819f expref: 17 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.569506:0:23829:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.569513:0:23829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.569555:0:23829:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.569584:0:23829:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 17 pid: 22673 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062200.569598:0:23829:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23829:1875967130965888:0@lo:104: 00000100:00100000:2.0:1789062200.569815:0:23829:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789062200.569981:0:23829:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc819f expref: 17 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.569989:0:23829:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc819f expref: 17 pid: 22671 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062200.569997:0:23829:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23829:1875967130966016:0@lo:104: 00000100:00100000:2.0:1789062200.570017:0:23829:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062200.570076:0:23829:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c5d45480 going to sleep for 11 seconds 00000100:00100000:3.0:1789062200.570114:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130965888 00000100:00100000:3.0:1789062200.570121:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130965888 00000100:00100000:3.0:1789062200.570158:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130966016 00000100:00100000:3.0:1789062200.570160:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130966016 00000100:00100000:3.0:1789062200.570172:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789062200.570181:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:23829:x1875967130965888:12345-0@lo:104: 00010000:00010000:3.0:1789062200.570192:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570475:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789062200.570482:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:23829:x1875967130965888:12345-0@lo:104: Request processed in 302us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062200.570488:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789062200.570514:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789062200.570519:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:23829:x1875967130966016:12345-0@lo:104: 00010000:00010000:3.0:1789062200.570527:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570559:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789062200.570564:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:23829:x1875967130966016:12345-0@lo:104: Request processed in 45us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062200.570569:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789062200.570587:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062200.570593:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570599:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770e00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:3.0:1789062200.570603:0:22666:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570630:0:22666:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789062200.570637:0:22666:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062200.570642:0:22666:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789062200.570667:0:22666:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570673:0:22666:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789062200.570785:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570804:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc82a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82a9 expref: -99 pid: 23409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570815:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062200.570818:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570823:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5771c00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:3.0:1789062200.570826:0:22666:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.570832:0:22666:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062200.571005:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130966144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062200.571052:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062200.571091:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130966144 00000100:00100000:1.0:1789062200.571095:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130966144 00010000:00010000:1.0:1789062200.571114:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 18 pid: 22673 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062200.571134:0:23829:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23829:1875967130965888:0@lo:104: 00000100:00100000:1.0:1789062200.571134:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789062200.571140:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3620:x1875967130966144:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062200.571143:0:23829:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69ab480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23829:1875967130966016:0@lo:104: 00010000:00010000:1.0:1789062200.571149:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062200.571154:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 18 pid: 22673 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.571163:0:23829:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.571164:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 18 pid: 22673 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.571177:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767c0030400/0x2774d8f311dc82a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc82a2 expref: 18 pid: 22673 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062200.571207:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:3.0:1789062200.571310:0:22666:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062200.571316:0:22666:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789062200.571476:0:22666:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.571483:0:22666:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789062200.571528:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1789062200.571545:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.571552:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c5771c00/0x2774d8f311dc819f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc81a6 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062200.571565:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062200.571573:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062200.571575:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062200.571667:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130966272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062200.571752:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062200.571832:0:22664:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:1.0:1789062200.572350:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062200.572487:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:3620:x1875967130966144:12345-0@lo:103:ldlm_bl.0 Request processed in 1347us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062200.572496:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789062200.572514:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130966272 00000100:00100000:1.0:1789062200.572518:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130966272 00010000:00010000:1.0:1789062200.572602:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc819f expref: 17 pid: 22671 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062200.572641:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789062200.572649:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:3620:x1875967130966272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062200.572665:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062200.572670:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc819f expref: 17 pid: 22671 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572679:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc819f expref: 17 pid: 22671 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572690:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c807b000/0x2774d8f311dc81a6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc819f expref: 17 pid: 22671 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572701:0:22665:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572709:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572737:0:22665:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572745:0:22665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572751:0:22665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572757:0:22665:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572762:0:22665:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062200.572766:0:22665:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572783:0:22665:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572796:0:22665:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062200.572809:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062200.572833:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:3620:x1875967130966272:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062200.572840:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789062200.572922:0:22664:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1789062200.573136:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130966272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062200.573145:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130966144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789062200.573172:0:23829:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.573190:0:23829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062200.573196:0:23829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5770000/0x2774d8f311dc82fd lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789062200.938638:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789062201.513768:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062202.026765:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062192/real 1789062192] req@ffff9767c69aaa00 x1875967130961152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062202 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062202.026792:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9767c69aaa00 x1875967130961152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062202 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062202.026803:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062192/real 1789062192] req@ffff9767c69a9f80 x1875967130961024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062202 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062202.026813:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9767c69a9f80 x1875967130961024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062202 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789062202.026831:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062202.026849:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789062202.026853:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130961152:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789062202.026858:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fd821800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062202.026862:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789062202.026865:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130961024:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789062202.030217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062202.030223:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789062202.030226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062202.030229:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789062202.030259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062202.030263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789062202.030265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9767fd821800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062202.030273:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:3.0:1789062202.030278:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789062202.030298:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9767fd821800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:3.0:1789062202.030317:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c83a4000 x1875967130966912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789062202.030331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062202.030334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789062202.030335:0:8:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062202.030338:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:3.0:1789062202.030341:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789062202.030344:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9767c2a66000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:3.0:1789062202.030354:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c83a6300 x1875967130967040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789062202.030412:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130966528:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.030469:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.030514:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789062202.030520:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130966400:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.030545:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.030564:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130967168:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.030584:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.030627:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130966656:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.030653:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.030669:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789062202.030674:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130966784:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.030691:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.030717:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130966528 00000100:00100000:3.0:1789062202.030724:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130966528 00000100:00100000:3.0:1789062202.030759:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130966784 00000100:00100000:3.0:1789062202.030761:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130966784 00000100:00100000:3.0:1789062202.030774:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789062202.030781:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3623:x1875967130966528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.030827:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3623:x1875967130966528:12345-0@lo:400:kworker.0 Request processed in 45us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062202.030834:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789062202.030849:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789062202.030854:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130966784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.030880:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130966784:12345-0@lo:400:kworker.0 Request processed in 26us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062202.030894:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789062202.030912:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130966400 00000100:00100000:3.0:1789062202.030915:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130966400 00000100:00100000:3.0:1789062202.030938:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789062202.030943:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:3623:x1875967130966400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.031218:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:3623:x1875967130966400:12345-0@lo:400:kworker.0 Request processed in 274us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062202.031224:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789062202.031252:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130967168 00000100:00100000:3.0:1789062202.031255:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130967168 00000100:00100000:3.0:1789062202.031283:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130966656 00000100:00100000:3.0:1789062202.031286:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130966656 00000100:00100000:3.0:1789062202.031305:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789062202.031311:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130967168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.031335:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130967168:12345-0@lo:400:kworker.0 Request processed in 24us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062202.031340:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789062202.031348:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789062202.031352:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130966656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.031371:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130966656:12345-0@lo:400:kworker.0 Request processed in 19us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062202.031376:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789062202.031423:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130966400:0@lo:400:kworker.0 00010000:00080000:3.0:1789062202.031435:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9766c83a6680 x1875967130967168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062202.031457:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130967168:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.031468:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130966528:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.031495:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130966784:0@lo:400:kworker.0 00010000:00080000:3.0:1789062202.031504:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9766c83a5500 x1875967130966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062202.031511:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130966656:0@lo:400:kworker.0 00000100:00100000:3.0:1789062202.031530:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130966912:0@lo:8:kworker.0 00000400:00000100:3.0:1789062202.031553:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130966912 offset 0 length 520: 4 00000100:00100000:3.0:1789062202.031570:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130967040:0@lo:8:kworker.0 00000400:00000100:3.0:1789062202.031588:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130967040 offset 0 length 520: 4 10000000:01000000:3.0:1789062202.281723:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789062202.281732:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767c475b000 from 13 10000000:01000000:3.0:1789062202.281738:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789062202.281785:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062202.281796:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062202.281807:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062202.281832:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789062202.281897:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.282262:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0192180 going to sleep for 11 seconds 00000100:00100000:2.0:1789062202.285645:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130967296 00000100:00100000:2.0:1789062202.285660:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130967296 00000100:00100000:2.0:1789062202.285733:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789062202.285743:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+16:22675:x1875967130967296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062202.285759:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789062202.285789:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc8304 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062202.285817:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 17 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062202.285827:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 17 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062202.285835:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c5771000, rc 0) 00000100:00100000:2.0:1789062202.285901:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130967296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (4004us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062202.285908:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789062202.289593:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789062202.289658:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062202.289671:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062202.289753:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789062202.289815:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.289855:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0192180 going to sleep for 11 seconds 00000100:00100000:2.0:1789062202.290001:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130967424 00000100:00100000:2.0:1789062202.290008:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130967424 00000100:00100000:2.0:1789062202.290067:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789062202.290076:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130967424:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789062202.290338:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130967424:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 262us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062202.290346:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789062202.291782:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789062202.291846:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789062202.291906:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.291938:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0192180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062202.291997:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130967552 00000100:00100000:0.0:1789062202.292003:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130967552 00000100:00100000:0.0:1789062202.292055:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789062202.292063:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130967552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789062202.292170:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130967552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 107us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062202.292177:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789062202.292384:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967552:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789062202.293515:0:23892:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789062202.295125:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789062202.295158:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789062202.295168:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062202.295181:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062202.295190:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789062202.295193:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767df74d800 from 13 10000000:01000000:0.0:1789062202.295196:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789062202.295230:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062202.295238:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062202.295247:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062202.295280:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789062202.295334:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062202.295367:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062202.295388:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130967680 00000100:00100000:0.0:1789062202.295394:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130967680 00000100:00100000:0.0:1789062202.295431:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789062202.295439:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+17:22675:x1875967130967680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062202.295449:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062202.295461:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc8312 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062202.295481:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062202.295492:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062202.295500:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0030400, rc 0) 00000100:00100000:0.0:1789062202.295534:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130967680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062202.295541:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789062202.296147:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062202.296162:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062202.296171:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062202.296257:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789062202.296288:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062202.296304:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062202.296319:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130967808 00000100:00100000:0.0:1789062202.296323:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130967808 00000100:00100000:0.0:1789062202.296345:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789062202.296351:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130967808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789062202.296454:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130967808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 101us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062202.296460:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789062202.296490:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789062202.296515:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789062202.296556:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062202.296570:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d0193cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062202.296587:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130967936 00000100:00100000:0.0:1789062202.296590:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130967936 00000100:00100000:0.0:1789062202.296672:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789062202.296679:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130967936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789062202.296741:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:22675:x1875967130967936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 62us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062202.296747:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789062202.296781:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130967936:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789062202.298413:0:23893:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789062202.310208:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789062202.310243:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789062202.310254:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062202.310267:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062202.538049:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062202.547908:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789062202.547931:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130968064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789062202.548006:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062202.548264:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130968064 00000100:00100000:3.0:1789062202.548272:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130968064 00000100:00100000:3.0:1789062202.548341:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789062202.548350:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130968064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789062202.548388:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789062202.548446:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130968064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062202.548453:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789062202.548574:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130968064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789062203.050485:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062188/real 1789062188] req@ffff9766c672b100 x1875967130959104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062203 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062203.050514:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9766c672b100 x1875967130959104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062203 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062203.050524:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062188/real 1789062188] req@ffff9766c672b480 x1875967130958976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062203 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062203.050534:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9766c672b480 x1875967130958976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062203 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789062203.050553:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062203.050576:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789062203.050580:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130959104:0@lo:8:kworker.0 00000100:00080000:1.0:1789062203.050586:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fb056000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062203.050591:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789062203.050594:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130958976:0@lo:8:kworker.0 00000100:00080000:0.0:1789062203.050743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062203.050747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789062203.050750:0:8:0:(import.c:65:import_set_state_nolock()) ffff9767fb056000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062203.050755:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 569 00000100:00080000:0.0:1789062203.050760:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789062203.050770:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9767fb056000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062203.050788:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43d180 x1875967130968448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062203.050800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062203.050803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789062203.050805:0:8:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062203.050808:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 569 00000100:00080000:0.0:1789062203.050810:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789062203.050814:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9766c813b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062203.050824:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43c380 x1875967130968576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062203.050854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062203.050858:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062203.050860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062203.050862:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789062203.050884:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130968320:0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.050950:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062203.050979:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789062203.050985:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3621:1875967130968192:0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.051027:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062203.051053:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875967130968960:0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.051079:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062203.051104:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130968832:0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.051136:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062203.051154:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789062203.051159:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3623:1875967130968704:0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.051179:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062203.051206:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130968320 00000100:00100000:0.0:1789062203.051213:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130968320 00000100:00100000:0.0:1789062203.051244:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130968832 00000100:00100000:0.0:1789062203.051247:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130968832 00000100:00100000:0.0:1789062203.051263:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789062203.051272:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3621:x1875967130968320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.051320:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3621:x1875967130968320:12345-0@lo:400:kworker.0 Request processed in 48us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062203.051326:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789062203.051342:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789062203.051347:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130968832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.051376:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130968832:12345-0@lo:400:kworker.0 Request processed in 29us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062203.051382:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789062203.051703:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130968448:0@lo:8:kworker.0 00000400:00000100:1.0:1789062203.051726:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130968448 offset 0 length 520: 4 00000100:00100000:1.0:1789062203.051745:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130968576:0@lo:8:kworker.0 00000400:00000100:1.0:1789062203.051760:0:3619:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875967130968576 offset 0 length 520: 4 00000100:00100000:0.0:1789062203.053033:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130968192 00000100:00100000:0.0:1789062203.053042:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130968192 00000100:00100000:0.0:1789062203.053073:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789062203.053080:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3621:x1875967130968192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.053139:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3621:x1875967130968192:12345-0@lo:400:kworker.0 Request processed in 59us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062203.053146:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789062203.053174:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130968960 00000100:00100000:0.0:1789062203.053178:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130968960 00000100:00100000:0.0:1789062203.053199:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130968704 00000100:00100000:0.0:1789062203.053201:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130968704 00000100:00100000:0.0:1789062203.053212:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789062203.053217:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875967130968960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.053245:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875967130968960:12345-0@lo:400:kworker.0 Request processed in 28us (2165us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062203.053251:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789062203.053262:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789062203.053267:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1875967130968704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.053293:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1875967130968704:12345-0@lo:400:kworker.0 Request processed in 25us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062203.053298:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1789062203.053337:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9767fd43ce00 x1875967130968704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062203.053351:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3623:1875967130968704:0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.053361:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130968832:0@lo:400:kworker.0 00000100:00100000:1.0:1789062203.054162:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789062203.054175:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130969088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789062203.054218:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062203.054297:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969088 00000100:00100000:2.0:1789062203.054302:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969088 00000100:00100000:2.0:1789062203.054339:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789062203.054347:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3620:x1875967130969088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789062203.054373:0:23418:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789062203.054510:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3620:x1875967130969088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 164us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062203.054517:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789062203.054581:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130969088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789062203.054705:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3621:1875967130968192:0@lo:400:kworker.0 00010000:00080000:0.0:1789062203.054725:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9767fd43f100 x1875967130968960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062203.054749:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875967130968960:0@lo:400:kworker.0 00000100:00100000:0.0:1789062203.054763:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130968320:0@lo:400:kworker.0 00010000:00010000:1.0:1789062203.565034:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789062204.091909:0:23410:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1789062204.586063:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789062204.714838:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789062205.609982:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062206.634082:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062207.657703:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062207.670276:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789062207.670297:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130969216:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062207.671990:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062207.677161:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969216 00000100:00100000:0.0:1789062207.677174:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969216 00000100:00100000:0.0:1789062207.678048:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789062207.678061:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130969216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789062207.678097:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062207.678173:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130969216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (6195us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062207.678179:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789062207.678260:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130969216:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1789062208.170261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062208.170267:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062208.170270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062208.170273:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062208.170284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062208.170287:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789062208.170289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062208.170292:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789062208.170317:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130969600:0@lo:400:kworker.0 00000100:00100000:0.0:1789062208.170374:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062208.170434:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789062208.170441:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130969472:0@lo:400:kworker.0 00000100:00100000:0.0:1789062208.170467:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062208.170504:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969600 00000100:00100000:0.0:1789062208.170510:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969600 00000100:00100000:0.0:1789062208.170552:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789062208.170560:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130969600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062208.170622:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130969600:12345-0@lo:400:kworker.0 Request processed in 63us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.170629:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789062208.170651:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969472 00000100:00100000:0.0:1789062208.170654:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969472 00000100:00100000:0.0:1789062208.170674:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789062208.170680:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130969472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062208.170706:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130969472:12345-0@lo:400:kworker.0 Request processed in 26us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.170711:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789062208.170743:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130969472:0@lo:400:kworker.0 00010000:00080000:0.0:1789062208.170755:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9767fd43f800 x1875967130969600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062208.170765:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130969600:0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.170870:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130969344:0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.170899:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062208.170923:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130969856:0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.170943:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062208.170960:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789062208.170965:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130969728:0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.170996:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062208.171025:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969344 00000100:00100000:1.0:1789062208.171029:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969344 00000100:00100000:1.0:1789062208.171057:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789062208.171063:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3623:x1875967130969344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.171094:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:3623:x1875967130969344:12345-0@lo:400:kworker.0 Request processed in 32us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.171101:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789062208.171126:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969856 00000100:00100000:1.0:1789062208.171129:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969856 00000100:00100000:1.0:1789062208.171150:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789062208.171157:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130969856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.171184:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130969856:12345-0@lo:400:kworker.0 Request processed in 28us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.171197:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789062208.171216:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969728 00000100:00100000:1.0:1789062208.171220:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969728 00000100:00100000:1.0:1789062208.171241:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789062208.171247:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130969728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.171277:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130969728:12345-0@lo:400:kworker.0 Request processed in 30us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.171282:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789062208.171308:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130969728:0@lo:400:kworker.0 00000100:00100000:1.0:1789062208.171316:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130969344:0@lo:400:kworker.0 00010000:00080000:1.0:1789062208.171325:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9767fd43ce00 x1875967130969856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062208.171333:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130969856:0@lo:400:kworker.0 00000100:00100000:2.0:1789062208.171655:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789062208.171663:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130969984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789062208.171689:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062208.171737:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130969984 00000100:00100000:0.0:1789062208.171741:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130969984 00000100:00100000:0.0:1789062208.171770:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789062208.171777:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130969984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789062208.171800:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789062208.171841:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130969984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.171847:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789062208.171872:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130969984:0@lo:41:osp-pre-1-0.0 00000020:01000004:0.0:1789062208.417221:0:24178:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789062208.417224:0:24178:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789062208.417225:0:24178:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789062208.417324:0:24178:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9767fb015800 00000020:01000004:0.0:1789062208.417336:0:24178:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789062208.417346:0:24178:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789062208.417367:0:24178:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9766c6458000) 00000020:00000080:0.0:1789062208.417380:0:24178:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789062208.467336:0:24178:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789062208.468640:0:24178:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789062208.470502:0:24178:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789062208.471258:0:24178:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789062208.472161:0:24178:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789062208.472492:0:24178:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789062208.472775:0:24178:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1789062208.476301:0:24178:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789062208.476672:0:24178:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1789062208.476686:0:24178:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789062208.476698:0:24178:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x2774d8f311dc8327 00000020:01000004:3.0:1789062208.476704:0:24178:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789062208.476725:0:24178:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.103@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789062208.476728:0:24178:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789062208.476735:0:24178:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1789062208.476740:0:24178:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1789062208.476750:0:24178:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9766c62899c0) 00000020:00000080:3.0:1789062208.476761:0:24178:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1789062208.479959:0:24178:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789062208.480191:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1789062208.480205:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1789062208.483512:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1789062208.483524:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1789062208.485206:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1789062208.485217:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789062208.486916:0:24178:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789062208.487131:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789062208.487136:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1789062208.488128:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1789062208.488137:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1789062208.505349:0:24178:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789062208.505569:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789062208.505576:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1789062208.506824:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1789062208.506833:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1789062208.507471:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789062208.507478:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1789062208.510268:0:24178:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789062208.510459:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1789062208.510466:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789062208.511797:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789062208.511808:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1789062208.538023:0:24178:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789062208.538240:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1789062208.538247:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1789062208.539327:0:24178:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1789062208.539336:0:24178:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1789062208.539798:0:24178:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1789062208.539827:0:24178:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1789062208.539834:0:24178:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.103@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1789062208.546550:0:24178:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.103@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789062208.546599:0:24178:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.103@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1789062208.546637:0:24178:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789062208.546640:0:24178:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789062208.546641:0:24178:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789062208.546643:0:24178:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789062208.546650:0:24178:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789062208.546652:0:24178:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789062208.546653:0:24178:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789062208.546655:0:24178:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789062208.546656:0:24178:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789062208.546660:0:24178:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1789062208.546662:0:24178:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789062208.546663:0:24178:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789062208.546664:0:24178:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789062208.546665:0:24178:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789062208.546666:0:24178:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789062208.546667:0:24178:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789062208.546668:0:24178:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789062208.546669:0:24178:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789062208.546670:0:24178:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789062208.546697:0:24178:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789062208.546723:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970112:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789062208.546790:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062208.546832:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c74829c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062208.548021:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130970112 00000100:00100000:1.0:1789062208.548031:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130970112 00000100:00100000:1.0:1789062208.548636:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789062208.548649:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:24178:x1875967130970112:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789062208.548696:0:22673:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789062208.548704:0:22673:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1789062208.548708:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789062208.550098:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:24178:x1875967130970112:12345-0@lo:253:mount.lustre.0 Request processed in 1448us (3302us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.550110:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789062208.550227:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970112:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789062208.550240:0:24178:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789062208.550244:0:24178:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789062208.550245:0:24178:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789062208.550247:0:24178:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789062208.550248:0:24178:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789062208.550250:0:24178:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789062208.550251:0:24178:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789062208.550253:0:24178:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789062208.550254:0:24178:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789062208.550256:0:24178:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789062208.550275:0:24178:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9767fb015800 from lustre-OST0000 10000000:01000000:0.0:1789062208.550305:0:24178:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1789062208.550307:0:24178:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789062208.550314:0:24178:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9766c6288000 local copy 00010000:00010000:0.0:1789062208.550321:0:24178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062208.550418:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970240:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062208.550443:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062208.550468:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c7482a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789062208.550555:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130970240 00000100:00100000:1.0:1789062208.550560:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130970240 00000100:00100000:1.0:1789062208.550591:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789062208.550598:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:24178:x1875967130970240:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789062208.550839:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:24178:x1875967130970240:12345-0@lo:501:mount.lustre.0 Request processed in 242us (395us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789062208.550844:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789062208.551031:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970240:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789062208.551044:0:24178:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789062208.551058:0:24178:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789062208.551063:0:24178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.551077:0:24178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062208.551098:0:24178:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9767fb015800 10000000:01000000:2.0:1789062208.551101:0:24178:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789062208.551104:0:24178:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1789062208.551106:0:24178:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789062208.551109:0:24178:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1789062208.551112:0:24178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1789062208.551128:0:24178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771400/0x2774d8f311dc8335 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.551134:0:24178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5771400/0x2774d8f311dc8335 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.551139:0:24178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5771400/0x2774d8f311dc8335 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062208.551150:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970368:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062208.551179:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062208.551224:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130970368 00000100:00100000:2.0:1789062208.551228:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c7c89180 going to sleep for 11 seconds 00000100:00100000:1.0:1789062208.551228:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130970368 00000100:00100000:0.0:1789062208.551287:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789062208.551295:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+18:24178:x1875967130970368:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062208.551303:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062208.551314:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0030a00/0x2774d8f311dc833c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc8335 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062208.551336:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0030a00/0x2774d8f311dc833c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc8335 expref: 19 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062208.551403:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0030a00/0x2774d8f311dc833c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8335 expref: 19 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062208.551414:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0030a00, rc 0) 00000100:00100000:0.0:1789062208.551453:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970368:12345-0@lo:101:mount.lustre.0 Request processed in 159us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.551459:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789062208.551521:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970368:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062208.551531:0:24178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5771400/0x2774d8f311dc8335 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc833c expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.551537:0:24178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5771400/0x2774d8f311dc8335 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc833c expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789062208.552656:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1789062208.553297:0:24178:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789062208.555442:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789062208.555480:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789062208.555488:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789062208.555497:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789062208.555504:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789062208.555511:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789062208.555518:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789062208.555525:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789062208.555532:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1789062208.555539:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1789062208.555545:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1789062208.555552:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1789062208.555565:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1789062208.555568:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1789062208.555672:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062208.556078:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.556122:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c7c89240 going to sleep for 11 seconds 00000100:00100000:1.0:1789062208.556142:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130970496 00000100:00100000:1.0:1789062208.556150:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130970496 00000100:00100000:1.0:1789062208.556329:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789062208.556338:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970496:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789062208.556480:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970496:12345-0@lo:501:mount.lustre.0 Request processed in 142us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.556488:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789062208.556559:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062208.556591:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970624:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062208.556651:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.556838:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c7c89240 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.556983:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130970624 00000100:00100000:0.0:1789062208.556988:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130970624 00000100:00100000:0.0:1789062208.557012:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789062208.557018:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970624:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789062208.557497:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970624:12345-0@lo:503:mount.lustre.0 Request processed in 474us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.557505:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789062208.557528:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970624:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789062208.558462:0:24178:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789062208.558537:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970752:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062208.558591:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.558653:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c7c89180 going to sleep for 11 seconds 00000100:00100000:1.0:1789062208.558724:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130970752 00000100:00100000:1.0:1789062208.558730:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130970752 00000100:00100000:1.0:1789062208.558769:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789062208.558775:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970752:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789062208.559199:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970752:12345-0@lo:502:mount.lustre.0 Request processed in 422us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.559206:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789062208.559227:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970752:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062208.559384:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789062208.559410:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789062208.559425:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789062208.559437:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789062208.559448:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789062208.559459:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789062208.559471:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789062208.559486:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1789062208.559500:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1789062208.559512:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1789062208.559525:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1789062208.559539:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1789062208.559561:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970880:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062208.559594:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.559658:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c7c89180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.559714:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130970880 00000100:00100000:0.0:1789062208.559719:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130970880 00000100:00100000:0.0:1789062208.559753:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789062208.559760:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970880:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062208.559834:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130970880:12345-0@lo:502:mount.lustre.0 Request processed in 74us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.559841:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789062208.560271:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130970880:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062208.560313:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1789062208.560321:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1789062208.561249:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789062208.561258:0:24195:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1789062208.561264:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062208.561266:0:24195:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1789062208.561272:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789062208.561285:0:24195:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9767f7e90000) 00000020:00000080:1.0:1789062208.561306:0:24195:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789062208.561312:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789062208.561388:0:24195:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767fb015800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1789062208.561397:0:24195:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789062208.561404:0:24195:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x2774d8f311dc834a 00010000:00010000:1.0:1789062208.565731:0:24195:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1789062208.566402:0:24195:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1789062208.567986:0:24195:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789062208.569423:0:24195:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1789062208.569434:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062208.569440:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.569442:0:24195:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1789062208.569446:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789062208.569448:0:24195:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1789062208.569450:0:24195:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789062208.569451:0:24195:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789062208.569453:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789062208.569455:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.569456:0:24195:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789062208.569458:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789062208.569461:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.569462:0:24195:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789062208.569465:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789062208.569467:0:24195:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789062208.569469:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062208.569472:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.569473:0:24195:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789062208.569476:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789062208.569478:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.569480:0:24195:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789062208.569484:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789062208.569508:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062208.569511:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.569512:0:24195:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789062208.569522:0:24195:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1789062208.569838:0:24178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1789062208.569871:0:24178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1789062208.569984:0:24178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5771400/0x2774d8f311dc8335 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc833c expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.569996:0:24178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5771400/0x2774d8f311dc8335 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc833c expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062208.570005:0:24178:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767fb015800 from 1 10000000:01000000:3.0:1789062208.570008:0:24178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789062208.570043:0:24178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.570052:0:24178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.570063:0:24178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062208.570086:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971008:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789062208.570164:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062208.570199:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971008 00000100:00100000:3.0:1789062208.570201:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d82f2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789062208.570205:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971008 00000100:00100000:1.0:1789062208.570255:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789062208.570265:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:24178:x1875967130971008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789062208.570278:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062208.570290:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc8351 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.570314:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 20 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.570325:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 20 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.570333:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47ba00, rc 0) 00000100:00100000:1.0:1789062208.570380:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971008:12345-0@lo:101:mount.lustre.0 Request processed in 116us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.570396:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789062208.570430:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971008:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789062208.570445:0:24178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.570460:0:24178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789062208.571411:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789062208.571692:0:24178:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789062208.571897:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789062208.571929:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789062208.571948:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789062208.571964:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789062208.571993:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789062208.572010:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789062208.572024:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789062208.572036:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789062208.572049:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789062208.572064:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789062208.572078:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789062208.572097:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789062208.572102:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789062208.572226:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971136:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062208.572278:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062208.572317:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d82f2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.572351:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971136 00000100:00100000:0.0:1789062208.572357:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971136 00000100:00100000:0.0:1789062208.572399:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789062208.572407:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971136:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062208.572659:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971136:12345-0@lo:501:mount.lustre.0 Request processed in 252us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.572667:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789062208.572681:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971136:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062208.572707:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971264:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789062208.572741:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062208.572765:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d82f2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.572771:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971264 00000100:00100000:0.0:1789062208.572775:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971264 00000100:00100000:0.0:1789062208.572807:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789062208.572815:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971264:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789062208.573055:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971264:12345-0@lo:503:mount.lustre.0 Request processed in 241us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.573063:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789062208.573123:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971264:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789062208.573458:0:24178:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789062208.573516:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971392:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062208.573552:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062208.573686:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767cde446c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.573816:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971392 00000100:00100000:0.0:1789062208.573820:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971392 00000100:00100000:0.0:1789062208.573889:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789062208.573902:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971392:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062208.574019:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971392:12345-0@lo:502:mount.lustre.0 Request processed in 120us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.574026:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789062208.574084:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971392:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789062208.574265:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789062208.574285:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789062208.574295:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789062208.574304:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789062208.574313:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789062208.574320:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789062208.574329:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789062208.574343:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789062208.574421:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789062208.574436:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789062208.574450:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789062208.574471:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971520:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062208.574506:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062208.574557:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d82f2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.574712:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971520 00000100:00100000:0.0:1789062208.574725:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971520 00000100:00100000:0.0:1789062208.574757:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789062208.574764:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971520:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062208.574849:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971520:12345-0@lo:502:mount.lustre.0 Request processed in 85us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.574863:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789062208.574873:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971520:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789062208.574910:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789062208.574917:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789062208.575873:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789062208.575884:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.575887:0:24199:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789062208.575896:0:24199:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767fb015800 00000020:00000080:0.0:1789062208.575898:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789062208.575906:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062208.575908:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.575909:0:24199:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789062208.575911:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789062208.575914:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.575915:0:24199:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789062208.575918:0:24199:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767fb015800 00000020:00000080:0.0:1789062208.575920:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789062208.576132:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062208.576137:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.576138:0:24199:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789062208.576141:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789062208.576155:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.576156:0:24199:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789062208.576161:0:24199:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767fb015800 00000020:00000080:0.0:1789062208.576163:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789062208.577121:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062208.577126:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.577128:0:24199:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789062208.577132:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789062208.577135:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.577137:0:24199:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789062208.577142:0:24199:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767fb015800 00000020:00000080:0.0:1789062208.577145:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789062208.577187:0:24199:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789062208.577191:0:24199:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789062208.577198:0:24199:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789062208.577202:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789062208.577380:0:24178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789062208.577413:0:24178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789062208.577432:0:24178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.577444:0:24178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062208.577507:0:24178:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789062208.577511:0:24178:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9767fb015800 10000000:01000000:3.0:1789062208.577514:0:24178:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9767fb015800 10000000:01000000:3.0:1789062208.577518:0:24178:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789062208.577523:0:24178:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9767fb015800 from 1 10000000:01000000:3.0:1789062208.577526:0:24178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789062208.577558:0:24178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc835f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.577567:0:24178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc835f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.577590:0:24178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc835f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062208.577632:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789062208.577695:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062208.577739:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d82f2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.577762:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971648 00000100:00100000:0.0:1789062208.577769:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971648 00000100:00100000:0.0:1789062208.577819:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789062208.577836:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:24178:x1875967130971648:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062208.577848:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062208.577860:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767c0031800/0x2774d8f311dc8366 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc835f expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062208.577890:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767c0031800/0x2774d8f311dc8366 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc835f expref: 21 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062208.577901:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767c0031800/0x2774d8f311dc8366 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc835f expref: 21 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062208.578185:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767c0031800, rc 0) 00000100:00100000:0.0:1789062208.578232:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130971648:12345-0@lo:101:mount.lustre.0 Request processed in 397us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.578239:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789062208.578384:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971648:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789062208.578395:0:24178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc835f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8366 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062208.578401:0:24178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc835f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8366 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789062208.579782:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789062208.580034:0:24178:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789062208.580285:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789062208.580319:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789062208.580336:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789062208.580364:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789062208.580385:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789062208.580406:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789062208.580424:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789062208.580438:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789062208.580460:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789062208.580477:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789062208.580492:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789062208.580507:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789062208.580521:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789062208.580534:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789062208.580562:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789062208.580709:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789062208.580725:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789062208.580742:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789062208.580760:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789062208.580776:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789062208.580789:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789062208.580804:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789062208.580821:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789062208.580836:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789062208.580853:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789062208.580868:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789062208.580883:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789062208.580896:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789062208.580910:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789062208.580924:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789062208.580949:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789062208.580966:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789062208.581001:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789062208.581019:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789062208.581046:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789062208.581066:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789062208.581088:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789062208.581107:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789062208.581126:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789062208.581218:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789062208.581243:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789062208.581260:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789062208.581276:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789062208.581293:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789062208.581307:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789062208.581321:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789062208.581401:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789062208.581425:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789062208.581657:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789062208.581683:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789062208.581705:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789062208.581712:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789062208.581807:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971776:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062208.581872:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062208.581912:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971776 00000100:00100000:3.0:1789062208.581917:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.581921:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971776 00000100:00100000:0.0:1789062208.581966:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789062208.581989:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130971776:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062208.582109:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130971776:12345-0@lo:501:mount.lustre.0 Request processed in 123us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.582119:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789062208.582131:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971776:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789062208.582239:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971904:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789062208.582281:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062208.582301:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.582305:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130971904 00000100:00100000:0.0:1789062208.582311:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130971904 00000100:00100000:0.0:1789062208.582344:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789062208.582351:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130971904:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789062208.582430:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130971904:12345-0@lo:503:mount.lustre.0 Request processed in 79us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.582438:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789062208.582557:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130971904:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789062208.583069:0:24178:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789062208.583221:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972032:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062208.583260:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.583292:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.583665:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972032 00000100:00100000:0.0:1789062208.583670:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972032 00000100:00100000:0.0:1789062208.583699:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789062208.583705:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3369c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972032:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062208.583864:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3369c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972032:12345-0@lo:502:mount.lustre.0 Request processed in 158us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.583872:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789062208.583944:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972032:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062208.584214:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789062208.584247:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789062208.584264:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789062208.584279:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789062208.584293:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789062208.584307:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789062208.584323:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789062208.584339:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789062208.584362:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789062208.584383:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789062208.584392:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789062208.584400:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789062208.584406:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789062208.584415:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789062208.584425:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789062208.584433:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789062208.584441:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789062208.584449:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789062208.584457:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789062208.584466:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789062208.584474:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789062208.584488:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789062208.584503:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789062208.584519:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789062208.584536:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789062208.584564:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789062208.584594:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789062208.584639:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789062208.584660:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789062208.584677:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789062208.584688:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789062208.584704:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789062208.584728:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789062208.584739:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789062208.584747:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789062208.584754:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789062208.584761:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789062208.584770:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789062208.584778:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789062208.584787:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789062208.584795:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789062208.584813:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789062208.584830:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789062208.584846:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789062208.584860:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789062208.584883:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789062208.584900:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789062208.584917:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789062208.584962:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062208.585027:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.585064:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.585292:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972160 00000100:00100000:0.0:1789062208.585298:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972160 00000100:00100000:0.0:1789062208.585341:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789062208.585360:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972160:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062208.585449:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972160:12345-0@lo:502:mount.lustre.0 Request processed in 91us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.585455:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789062208.585665:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972160:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062208.585783:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789062208.585806:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789062208.585828:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972288:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062208.585871:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.585953:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1789062208.586903:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972288 00000100:00100000:3.0:1789062208.586910:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972288 00000100:00100000:3.0:1789062208.586949:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789062208.586957:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972288:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062208.587080:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972288:12345-0@lo:502:mount.lustre.0 Request processed in 123us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062208.587087:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789062208.587457:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972288:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062208.587751:0:24178:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789062208.587763:0:24178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789062208.589476:0:24204:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1789062208.589492:0:24204:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9767f38acd40) 00000020:00000080:1.0:1789062208.589514:0:24204:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1789062208.589639:0:24204:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767fb015800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789062208.589643:0:24204:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767fb015800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789062208.589646:0:24204:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fb015800 3 00010000:00080000:1.0:1789062208.589681:0:24204:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9766c7499000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.103@tcp at head 00010000:00010000:1.0:1789062208.593538:0:24204:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1789062208.594081:0:24204:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1789062208.594147:0:24204:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789062208.594159:0:24204:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x2774d8f311dc8374 00000100:00080000:1.0:1789062208.594168:0:24204:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789062208.594178:0:24204:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9766c7499000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062208.594213:0:24204:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c6729f80 x1875967130972416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789062208.594238:0:24204:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789062208.594480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789062208.594492:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789062208.594495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789062208.594498:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789062208.594502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789062208.594505:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789062208.594508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789062208.594511:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:1.0:1789062208.594733:0:24204:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1789062208.594749:0:24204:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9767f38a8000) 00000020:00000080:1.0:1789062208.594763:0:24204:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1789062208.594817:0:24204:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767fb015800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789062208.594820:0:24204:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767fb015800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789062208.594823:0:24204:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fb015800 3 00000100:00100000:3.0:1789062208.594825:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3619:1875967130972416:0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789062208.594851:0:24204:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9766c749f000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.103@tcp at head 00000100:00100000:3.0:1789062208.594887:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062208.594947:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972416 00000100:00100000:3.0:1789062208.594954:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972416 00000100:00100000:3.0:1789062208.594999:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789062208.595006:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130972416:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789062208.595029:0:22678:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 589 last 0 00000020:00000080:3.0:1789062208.595065:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x2774d8f311dc8382 00000004:00100000:3.0:1789062208.595079:0:22678:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789062208.595104:0:22678:0:(import.c:65:import_set_state_nolock()) ffff9767fd133800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789062208.595193:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1875967130972416:12345-0@lo:38:llog_process_th.0 Request processed in 186us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062208.595201:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789062208.599743:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9766c6729f80 x1875967130972416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789062218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062208.599758:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789062208.599768:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789062208.599776:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789062208.599780:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789062208.599784:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c7499000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789062208.599791:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3619:1875967130972416:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1789062208.600910:0:24204:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1789062208.601111:0:24204:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1789062208.601161:0:24204:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789062208.601173:0:24204:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x2774d8f311dc8389 00000100:00080000:1.0:1789062208.601187:0:24204:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789062208.601197:0:24204:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9766c749f000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062208.601228:0:24204:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c6728700 x1875967130972544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062208.601262:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3619:1875967130972544:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789062208.601323:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789062208.601383:0:24204:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789062208.601402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062208.601406:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062208.601409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062208.601411:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062208.601415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062208.601417:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062208.601420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062208.601422:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789062208.604225:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972544 00000100:00100000:0.0:1789062208.604238:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972544 00000100:00100000:0.0:1789062208.604280:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789062208.604289:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3619:x1875967130972544:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789062208.604316:0:22680:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 589 last 0 00000020:00000080:0.0:1789062208.604355:0:22680:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x2774d8f311dc8390 00000004:00100000:0.0:1789062208.604371:0:22680:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789062208.604412:0:22680:0:(import.c:65:import_set_state_nolock()) ffff9767fd2c4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789062208.604489:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875967130972544:12345-0@lo:38:llog_process_th.0 Request processed in 199us (3165us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.604496:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789062208.605005:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9766c6728700 x1875967130972544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789062218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062208.605017:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789062208.605026:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789062208.605033:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789062208.605039:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789062208.605041:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c749f000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789062208.605048:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3619:1875967130972544:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789062208.605952:0:24204:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789062208.607127:0:24178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789062208.607176:0:24178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789062208.607228:0:24178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc835f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8366 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.607240:0:24178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807b600/0x2774d8f311dc835f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8366 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789062208.607293:0:24178:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789062208.607299:0:24178:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789062208.607300:0:24178:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062208.607301:0:24178:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062208.607302:0:24178:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062208.607303:0:24178:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062208.607305:0:24178:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789062208.607307:0:24178:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062208.607308:0:24178:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789062208.607312:0:24178:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789062208.607314:0:24178:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789062208.607315:0:24178:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789062208.607317:0:24178:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062208.607318:0:24178:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062208.607319:0:24178:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062208.607320:0:24178:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062208.607321:0:24178:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789062208.607322:0:24178:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062208.607323:0:24178:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789062208.607345:0:24178:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789062208.607365:0:24178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972672:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789062208.607425:0:24178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.607461:0:24178:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062208.608236:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972672 00000100:00100000:0.0:1789062208.608244:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972672 00000100:00100000:0.0:1789062208.608299:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789062208.608308:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3369850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972672:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789062208.608333:0:22671:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789062208.608345:0:22671:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789062208.621711:0:22671:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789062208.621756:0:22671:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1789062208.622153:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3369850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24178:x1875967130972672:12345-0@lo:253:mount.lustre.0 Request processed in 13840us (14722us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062208.622165:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 20000000:01000000:2.0:1789062208.622295:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789062208.622303:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789062208.622538:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.622555:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc82da expref: 20 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.622564:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 20 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.622571:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.622771:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 20 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.622787:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 20 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062208.622803:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a9f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130972800:0@lo:104: 00000100:00100000:2.0:1789062208.622844:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062208.622963:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972800 00000100:00100000:1.0:1789062208.622979:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972800 00000100:00100000:1.0:1789062208.623018:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789062208.623026:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130972800:12345-0@lo:104: 00010000:00010000:1.0:1789062208.623038:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.623081:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789062208.623087:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130972800:12345-0@lo:104: Request processed in 63us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.623093:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:2.0:1789062208.623159:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc82da expref: 20 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.623168:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc82da expref: 20 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062208.623176:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7dad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130972928:0@lo:104: 00000100:00100000:2.0:1789062208.623202:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.623226:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7900 going to sleep for 11 seconds 00000100:00100000:2.0:1789062208.623252:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130972800:0@lo:104: 00010000:00010000:2.0:1789062208.623265:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062208.623271:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.623279:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b800 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:2.0:1789062208.623283:0:22666:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.623293:0:22666:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789062208.623313:0:22666:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062208.623330:0:22666:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789062208.623364:0:22666:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.623371:0:22666:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789062208.623399:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.623408:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807b800/0x2774d8f311dc82e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82ef expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.623418:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062208.623420:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062208.623421:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062208.623435:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3621:1875967130973056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062208.623584:0:22661:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1789062208.623594:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130972928 00000100:00100000:1.0:1789062208.623598:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130972928 00000100:00100000:1.0:1789062208.623640:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789062208.623647:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767eb88e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130972928:12345-0@lo:104: 00010000:00010000:1.0:1789062208.623655:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.623691:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789062208.623697:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767eb88e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130972928:12345-0@lo:104: Request processed in 51us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.623703:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1789062208.623736:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062208.623741:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.623758:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807ac00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062208.623761:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.623767:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062208.623773:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062208.623778:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789062208.623793:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.623799:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062208.623814:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.623821:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807ac00/0x2774d8f311dc82da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc82e1 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.623834:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062208.623835:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062208.623837:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062208.623847:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789062208.623856:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130973184:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062208.623895:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062208.623925:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973184 00000100:00100000:1.0:1789062208.623929:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973184 00010000:00010000:1.0:1789062208.623950:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc82da expref: 21 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062208.623981:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789062208.623988:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3623:x1875967130973184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062208.623998:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062208.624003:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc82da expref: 21 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.624012:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc82da expref: 21 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062208.624027:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062208.624054:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3623:x1875967130973184:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062208.624060:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789062208.624089:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130973184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789062208.624518:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062208.624574:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973056 00000100:00100000:2.0:1789062208.624578:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973056 00010000:00010000:2.0:1789062208.624594:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 21 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062208.624633:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789062208.624640:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c674b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3621:x1875967130973056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789062208.624650:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789062208.624655:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 21 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624672:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 21 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624683:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767c0030c00/0x2774d8f311dc82ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc82e8 expref: 21 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624695:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624703:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789062208.624716:0:22664:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004201758s 00010000:00010000:2.0:1789062208.624721:0:22664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624729:0:22664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624736:0:22664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624743:0:22664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624749:0:22664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770200 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062208.624753:0:22664:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624760:0:22664:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624774:0:22664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.624784:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789062208.624812:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c674b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:3621:x1875967130973056:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062208.624818:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1789062208.625030:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47a200/0x2774d8f311dc82e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc82da expref: 19 pid: 22673 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062208.625040:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7dad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130972928:0@lo:104: 00010000:00010000:2.0:1789062208.625057:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.625065:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.625072:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062208.625077:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5770200/0x2774d8f311dc8397 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062208.625101:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3621:1875967130973056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789062208.625566:0:24178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24178:1875967130972672:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789062208.625577:0:24178:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1789062208.625580:0:24178:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789062208.625581:0:24178:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789062208.625583:0:24178:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789062208.625584:0:24178:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789062208.625585:0:24178:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789062208.625586:0:24178:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789062208.625588:0:24178:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789062208.625590:0:24178:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789062208.625591:0:24178:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789062208.625600:0:24178:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1789062208.628128:0:24178:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1789062208.633150:0:24178:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1789062208.633159:0:24178:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1789062208.633197:0:24178:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789062208.633530:0:24178:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.103@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789062208.633554:0:24178:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1789062208.633573:0:24178:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1789062208.634813:0:24178:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789062208.635708:0:24178:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789062208.692825:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789062209.577507:0:24258:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789062209.578138:0:24258:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789062209.710906:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789062209.898665:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789062209.898673:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767c475b000 from 13 10000000:01000000:2.0:1789062209.898678:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789062209.899004:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062209.899018:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062209.899031:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062209.899055:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789062209.899116:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062209.899163:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c5d45c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789062209.899221:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973312 00000100:00100000:1.0:1789062209.899229:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973312 00000100:00100000:1.0:1789062209.899282:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789062209.899291:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+19:22675:x1875967130973312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789062209.899304:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062209.899317:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc839e expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062209.899342:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc839e expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062209.899353:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc839e expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062209.899370:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47b600, rc 0) 00000100:00100000:1.0:1789062209.899420:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:22675:x1875967130973312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062209.899427:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789062209.899556:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062209.899570:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062209.899580:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062209.899665:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973440:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789062209.899699:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062209.899717:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c67360c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062209.899780:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973440 00000100:00100000:1.0:1789062209.899786:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973440 00000100:00100000:1.0:1789062209.899807:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789062209.899813:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:22675:x1875967130973440:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789062209.899826:0:22671:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789062209.899841:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789062209.899844:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789062209.899918:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:22675:x1875967130973440:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 104us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062209.899924:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789062209.900023:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973440:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789062209.900076:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789062209.900083:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062209.900091:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062209.900100:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789062209.900102:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767df74d800 from 13 10000000:01000000:2.0:1789062209.900105:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789062209.900121:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062209.900129:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062209.900137:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062209.900158:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789062209.900182:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062209.900211:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c67360c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062209.900256:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973568 00000100:00100000:3.0:1789062209.900261:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973568 00000100:00100000:3.0:1789062209.900291:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789062209.900297:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:22675:x1875967130973568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789062209.900304:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062209.900314:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc83ac expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062209.900329:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 21 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062209.900355:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 21 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062209.900362:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807be00, rc 0) 00000100:00100000:3.0:1789062209.900402:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130973568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062209.900408:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789062209.900481:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062209.900496:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062209.900504:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062209.900540:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973696:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789062209.900571:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062209.900704:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c67360c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062209.900754:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973696 00000100:00100000:1.0:1789062209.900759:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973696 00000100:00100000:1.0:1789062209.900814:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789062209.900821:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130973696:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789062209.900832:0:22671:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789062209.900842:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789062209.900845:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789062209.900915:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130973696:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 94us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062209.900922:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789062209.900936:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130973696:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789062209.901005:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789062209.901012:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062209.901023:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789062210.161531:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789062210.729756:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062211.756743:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062212.780870:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062212.784564:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130973824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789062212.784683:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062212.784787:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973824 00000100:00100000:0.0:1789062212.784795:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973824 00000100:00100000:0.0:1789062212.784844:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789062212.784853:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130973824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789062212.784892:0:23418:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062212.799504:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130973824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 14642us (14811us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062212.799519:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789062212.800721:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130973824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789062213.301277:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130973952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789062213.301337:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062213.301405:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130973952 00000100:00100000:1.0:1789062213.301412:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130973952 00000100:00100000:1.0:1789062213.301453:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789062213.301462:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130973952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789062213.301495:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789062213.301538:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130973952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062213.301545:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789062213.301587:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130973952:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1789062213.801782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062213.801790:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062213.801793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062213.801796:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062213.801825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062213.801838:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789062213.801841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789062213.801844:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789062213.801920:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3622:1875967130974208:0@lo:400:kworker.0 00000100:00100000:1.0:1789062213.802007:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062213.802038:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130974720:0@lo:400:kworker.0 00000100:00100000:1.0:1789062213.802058:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062213.802078:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789062213.802084:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c672a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130974336:0@lo:400:kworker.0 00000100:00100000:1.0:1789062213.802106:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789062213.802133:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062213.802149:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974208 00000100:00100000:1.0:1789062213.802156:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974208 00000100:00100000:1.0:1789062213.802189:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974720 00000100:00100000:1.0:1789062213.802192:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974720 00000100:00100000:1.0:1789062213.802217:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789062213.802224:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1875967130974208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062213.802271:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1875967130974208:12345-0@lo:400:kworker.0 Request processed in 47us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062213.802278:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789062213.802292:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789062213.802298:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130974720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062213.802322:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130974720:12345-0@lo:400:kworker.0 Request processed in 24us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062213.802327:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789062213.802346:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974336 00000100:00100000:1.0:1789062213.802350:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974336 00000100:00100000:1.0:1789062213.802372:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789062213.802378:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130974336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062213.802407:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130974336:12345-0@lo:400:kworker.0 Request processed in 28us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062213.802422:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789062213.802459:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130974336:0@lo:400:kworker.0 00010000:00080000:1.0:1789062213.802471:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c672b800 x1875967130974208/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062213.802481:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c672b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3622:1875967130974208:0@lo:400:kworker.0 00010000:00080000:1.0:1789062213.802490:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c6728000 x1875967130974720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062213.802498:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130974720:0@lo:400:kworker.0 00000100:00100000:3.0:1789062213.802644:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130974464:0@lo:400:kworker.0 00000100:00100000:3.0:1789062213.802674:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062213.802695:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789062213.802701:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130974080:0@lo:400:kworker.0 00000100:00100000:3.0:1789062213.802724:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062213.802749:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c6729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130974592:0@lo:400:kworker.0 00000100:00100000:3.0:1789062213.802767:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062213.802788:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974080 00000100:00100000:3.0:1789062213.802791:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974080 00000100:00100000:3.0:1789062213.802814:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789062213.802820:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3620:x1875967130974080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062213.802864:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3620:x1875967130974080:12345-0@lo:400:kworker.0 Request processed in 44us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062213.802870:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789062213.802905:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130974080:0@lo:400:kworker.0 00000100:00100000:1.0:1789062213.803126:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974464 00000100:00100000:1.0:1789062213.803131:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974464 00000100:00100000:1.0:1789062213.803231:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974592 00000100:00100000:1.0:1789062213.803235:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974592 00000100:00080000:3.0:1789062213.803844:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789062213.803849:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789062213.810197:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789062213.810266:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875967130974464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062213.810362:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875967130974464:12345-0@lo:400:kworker.0 Request processed in 153us (7686us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062213.810371:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789062213.810396:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789062213.810404:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130974592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062213.810433:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130974592:12345-0@lo:400:kworker.0 Request processed in 31us (7665us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062213.810507:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1789062213.812214:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c6729f80 x1875967130974592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062213.812233:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130974592:0@lo:400:kworker.0 00010000:00080000:0.0:1789062213.812246:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c6728e00 x1875967130974464/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062213.812255:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c6728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130974464:0@lo:400:kworker.0 00010000:00010000:0.0:1789062214.834488:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789062214.954259:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789062215.849760:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789062215.995322:0:24548:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg303-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789062216.874422:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789062217.451663:0:24600:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789062217.452483:0:24600:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789062217.899130:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062217.899204:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062202/real 1789062202] req@ffff9766c83a4000 x1875967130966912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062217 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062217.899247:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9766c83a4000 x1875967130966912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062217 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062217.899259:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062202/real 1789062202] req@ffff9766c83a6300 x1875967130967040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062217 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062217.899272:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9766c83a6300 x1875967130967040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062217 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789062217.899312:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fd821800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789062217.899334:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789062217.899350:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130966912:0@lo:8:kworker.0 00000100:00080000:0.0:1789062217.899356:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789062217.899362:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789062217.899365:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130967040:0@lo:8:kworker.0 00000100:00080000:3.0:1789062217.900060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062217.900066:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789062217.900070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062217.900073:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789062217.900090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062217.900093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789062217.900096:0:36:0:(import.c:65:import_set_state_nolock()) ffff9767fd821800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062217.900103:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 583 00000100:00080000:3.0:1789062217.900110:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789062217.900125:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9767fd821800 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:3.0:1789062217.900150:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd5c7800 x1875967130975360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789062217.900165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062217.900169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789062217.900170:0:36:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062217.900173:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 583 00000100:00080000:3.0:1789062217.900176:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789062217.900181:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9767c2a66000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:3.0:1789062217.900192:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd5c4700 x1875967130975488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789062217.900240:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130974976:0@lo:400:kworker.0 00000100:00100000:3.0:1789062217.900342:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062217.900397:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130975744:0@lo:400:kworker.0 00000100:00100000:3.0:1789062217.900423:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062217.900445:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789062217.900452:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130975104:0@lo:400:kworker.0 00000100:00100000:3.0:1789062217.900475:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062217.900491:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3620:1875967130975872:0@lo:400:kworker.0 00000100:00100000:3.0:1789062217.900517:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062217.900546:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130975360:0@lo:8:kworker.0 00000100:00100000:3.0:1789062217.900575:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062217.900601:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130975488:0@lo:8:kworker.0 00000100:00100000:3.0:1789062217.900644:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062217.900690:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130975360 00000100:00100000:3.0:1789062217.900699:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130975360 00000100:00100000:3.0:1789062217.900732:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130975488 00000100:00100000:3.0:1789062217.900734:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130975488 00000100:00100000:3.0:1789062217.900748:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062217.900757:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3619:x1875967130975360:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789062217.900912:0:24184:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 599 last 0 00000020:00000080:3.0:1789062217.900950:0:24184:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2774d8f311dc83ba 00002000:00100000:3.0:1789062217.900968:0:24184:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9767fd131000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1789062217.900973:0:24184:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1789062217.900976:0:24184:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789062217.901194:0:24184:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1789062217.901225:0:24184:0:(import.c:65:import_set_state_nolock()) ffff9767fd135800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789062217.901341:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1875967130975360:12345-0@lo:8:kworker.0 Request processed in 582us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062217.901358:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062217.901380:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789062217.901385:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3619:x1875967130975488:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789062217.901399:0:24184:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789062217.902018:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130974848:0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902083:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062217.902117:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130975616:0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902144:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062217.902168:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789062217.902176:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130975232:0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902202:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062217.902253:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974976 00000100:00100000:1.0:1789062217.902261:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974976 00000100:00100000:1.0:1789062217.902315:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130975232 00000100:00100000:1.0:1789062217.902318:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130975232 00000100:00100000:1.0:1789062217.902347:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789062217.902354:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130974976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902411:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130974976:12345-0@lo:400:kworker.0 Request processed in 57us (2069us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.902417:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789062217.902435:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789062217.902441:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130975232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902474:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130975232:12345-0@lo:400:kworker.0 Request processed in 33us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.902480:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789062217.902499:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130975744 00000100:00100000:1.0:1789062217.902503:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130975744 00000100:00100000:1.0:1789062217.902535:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130975104 00000100:00100000:1.0:1789062217.902539:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130975104 00000100:00100000:1.0:1789062217.902551:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130975872 00000100:00100000:1.0:1789062217.902554:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130975872 00000100:00100000:1.0:1789062217.902567:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130975616 00000100:00100000:1.0:1789062217.902570:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130975616 00000100:00100000:1.0:1789062217.902583:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789062217.902590:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130975744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902644:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130975744:12345-0@lo:400:kworker.0 Request processed in 54us (2220us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.902650:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789062217.902666:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789062217.902672:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130975104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902701:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130975104:12345-0@lo:400:kworker.0 Request processed in 29us (2225us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.902717:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789062217.902731:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789062217.902737:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875967130975872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902770:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875967130975872:12345-0@lo:400:kworker.0 Request processed in 33us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.902776:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789062217.902788:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789062217.902794:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130975616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902828:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130975616:12345-0@lo:400:kworker.0 Request processed in 34us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.902834:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789062217.902859:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130974848 00000100:00100000:1.0:1789062217.902862:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130974848 00000100:00100000:1.0:1789062217.902894:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789062217.902901:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3623:x1875967130974848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.902950:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3623:x1875967130974848:12345-0@lo:400:kworker.0 Request processed in 49us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.902956:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:1.0:1789062217.902998:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789062217.903003:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789062217.903048:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130975232:0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.903060:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130974848:0@lo:400:kworker.0 00010000:00080000:1.0:1789062217.903073:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd5c6300 x1875967130975616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062217.903097:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130975616:0@lo:400:kworker.0 00010000:00080000:1.0:1789062217.903142:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd5c7100 x1875967130975104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062217.903153:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130975104:0@lo:400:kworker.0 00010000:00080000:1.0:1789062217.903164:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd5c7b80 x1875967130975872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062217.903173:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3620:1875967130975872:0@lo:400:kworker.0 00000100:00100000:1.0:1789062217.903185:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130974976:0@lo:400:kworker.0 00010000:00080000:1.0:1789062217.903201:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd5c6680 x1875967130975744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062217.903210:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130975744:0@lo:400:kworker.0 00000100:00100000:2.0:1789062217.907113:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130976000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789062217.907214:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062217.907302:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976000 00000100:00100000:2.0:1789062217.907310:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976000 00000100:00100000:2.0:1789062217.907365:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789062217.907375:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130976000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789062217.907421:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789062217.907474:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130976000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062217.907482:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789062217.907540:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130976000:0@lo:41:osp-pre-0-1.0 00010000:00080000:2.0:1789062217.911369:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd5c7800 x1875967130975360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789062237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062217.911390:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789062217.911403:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789062217.911415:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789062217.911422:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789062217.911426:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fd821800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789062217.911461:0:3619:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789062217.911469:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130975360:0@lo:8:kworker.0 00000004:00080000:0.0:1789062217.911593:0:23420:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1789062217.911656:0:23420:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23420:1875967130976256:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1789062217.911738:0:23420:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062217.911775:0:23420:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062217.911802:0:24182:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1789062217.911811:0:24182:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1789062217.911981:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789062217.911996:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130976128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789062217.912031:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062217.912114:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976128 00000100:00100000:0.0:1789062217.912123:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976128 00000100:00100000:0.0:1789062217.912191:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789062217.912203:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3622:x1875967130976128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062217.912239:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062217.912289:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3622:x1875967130976128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062217.912296:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1789062217.912370:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd43f100 x1875967130976128/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789062233 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062217.912389:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130976128:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789062217.912426:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1789062217.912536:0:23419:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:0.0:1789062217.912865:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976256 00000100:00100000:0.0:1789062217.912870:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976256 00000100:00100000:2.0:1789062217.913015:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789062217.913023:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23420:x1875967130976256:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1789062217.913388:0:23419:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 599022781004ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789062217.913396:0:23419:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:2.0:1789062217.921457:0:24620:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1789062217.921475:0:24620:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789062217.921667:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23420:x1875967130976256:12345-0@lo:7:osp-pre-0-1.0 Request processed in 8638us (9922us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062217.921682:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789062217.923436:0:23420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd43f800 x1875967130976256/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789062233 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062217.923456:0:23420:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23420:1875967130976256:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789062217.923477:0:23420:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789062217.923540:0:23420:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23420:1875967130976384:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789062217.923623:0:23420:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062217.923660:0:23420:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fb0299c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789062217.923693:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976384 00000100:00100000:2.0:1789062217.923701:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976384 00000100:00100000:2.0:1789062217.923772:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789062217.923783:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23420:x1875967130976384:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789062217.923817:0:24185:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789062217.923857:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23420:x1875967130976384:12345-0@lo:5:osp-pre-0-1.0 Request processed in 76us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062217.923865:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789062217.923897:0:23420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767df7d8a80 x1875967130976384/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789062233 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062217.923917:0:23420:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23420:1875967130976384:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1789062217.923943:0:23420:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789062217.923968:0:23420:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23420:1875967130976512:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789062217.923989:0:23420:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062217.924001:0:23420:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fb0299c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789062217.924010:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976512 00000100:00100000:2.0:1789062217.924013:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976512 00000100:00100000:2.0:1789062217.924028:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789062217.924033:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23420:x1875967130976512:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789062217.924062:0:24185:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000004:00080000:2.0:1789062217.930548:0:23410:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:1.0:1789062217.943939:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3619:x1875967130975488:12345-0@lo:8:kworker.0 Request processed in 42520us (43261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789062217.943979:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789062217.944067:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789062217.944074:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789062217.944080:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130975488:0@lo:8:kworker.0 00000001:00080000:0.0:1789062217.954700:0:24179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1789062217.954728:0:24179:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789062217.956547:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23420:x1875967130976512:12345-0@lo:5:osp-pre-0-1.0 Request processed in 32501us (32543us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789062217.956564:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789062217.956802:0:23420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767df7d8a80 x1875967130976512/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789062233 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062217.956818:0:23420:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789062217.956828:0:23420:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23420:1875967130976512:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789062217.956876:0:23420:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1789062217.956966:0:23420:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23420:1875967130976640:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789062217.957021:0:23420:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062217.957297:0:23420:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd526e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789062217.957495:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976640 00000100:00100000:1.0:1789062217.957505:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976640 00000100:00100000:1.0:1789062217.957595:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789062217.957655:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23420:x1875967130976640:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789062217.957724:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23420:x1875967130976640:12345-0@lo:900:osp-pre-0-1.0 Request processed in 72us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062217.957731:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789062217.957800:0:23420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd43df80 x1875967130976640/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789062233 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062217.957814:0:23420:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23420:1875967130976640:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789062218.410454:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130976768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789062218.410566:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062218.410718:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976768 00000100:00100000:0.0:1789062218.410730:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976768 00000100:00100000:0.0:1789062218.410804:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789062218.410815:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130976768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789062218.410859:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789062218.410922:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130976768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062218.410930:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789062218.411044:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130976768:0@lo:41:osp-pre-1-0.0 00000020:00000004:1.0:1789062218.874961:0:24651:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789062218.875277:0:24651:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789062218.923907:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062219.946730:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789062220.396199:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789062220.970131:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062221.994682:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062223.018094:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130976896:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789062223.018165:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062223.018244:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130976896 00000100:00100000:0.0:1789062223.018481:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130977024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789062223.018515:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.018553:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977024 00000100:00100000:0.0:1789062223.018562:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977024 00000100:00100000:0.0:1789062223.018638:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789062223.018648:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130977024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062223.018676:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062223.018719:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130977024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.018740:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789062223.018799:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd43df80 x1875967130977024/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789062239 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062223.018817:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130977024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789062223.019042:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130976896 00000100:00100000:2.0:1789062223.019078:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789062223.019086:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130976896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789062223.019108:0:23418:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789062223.019146:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130976896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062223.019153:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1789062223.019175:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789062223.019198:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130976896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789062223.019310:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062203/real 1789062203] req@ffff9767fd43d180 x1875967130968448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062223.019330:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9767fd43d180 x1875967130968448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062223.019340:0:3619:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789062203/real 1789062203] req@ffff9767fd43c380 x1875967130968576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062223.019350:0:3619:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9767fd43c380 x1875967130968576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789062223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789062223.019362:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fb056000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789062223.019369:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789062223.019372:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130968448:0@lo:8:kworker.0 00000100:00080000:3.0:1789062223.019377:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789062223.019381:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789062223.019384:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130968576:0@lo:8:kworker.0 00000100:00080000:0.0:1789062223.020389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062223.020394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789062223.020397:0:37:0:(import.c:65:import_set_state_nolock()) ffff9767fb056000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062223.020402:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 584 00000100:00080000:0.0:1789062223.020408:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789062223.020417:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9767fb056000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062223.020436:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43c380 x1875967130977408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062223.020450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062223.020453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789062223.020455:0:37:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062223.020458:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 584 00000100:00080000:0.0:1789062223.020460:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789062223.020465:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9766c813b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062223.020475:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd43d180 x1875967130977536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789062223.020491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789062223.020495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789062223.020497:0:37:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789062223.020505:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 599 00000100:00080000:0.0:1789062223.020507:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789062223.020512:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9767c2a66000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062223.020523:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767c3064380 x1875967130977792/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789062223.020561:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130977152:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.020602:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020644:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3623:1875967130978048:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.020665:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020684:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789062223.020689:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130977920:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.020704:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020727:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130977280:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.020747:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020774:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3620:1875967130978176:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.020798:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020823:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789062223.020829:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130977664:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.020847:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020864:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130977408:0@lo:8:kworker.0 00000100:00100000:0.0:1789062223.020899:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020913:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd43d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130977536:0@lo:8:kworker.0 00000100:00100000:0.0:1789062223.020931:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020943:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130977792:0@lo:8:kworker.0 00000100:00100000:0.0:1789062223.020970:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062223.020996:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977152 00000100:00100000:0.0:1789062223.021002:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977152 00000100:00100000:0.0:1789062223.021037:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789062223.021045:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3623:x1875967130977152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.021082:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:3623:x1875967130977152:12345-0@lo:400:kworker.0 Request processed in 38us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.021088:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789062223.021117:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978048 00000100:00100000:0.0:1789062223.021120:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978048 00000100:00100000:0.0:1789062223.021142:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977920 00000100:00100000:0.0:1789062223.021144:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977920 00000100:00100000:0.0:1789062223.021153:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978176 00000100:00100000:0.0:1789062223.021155:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978176 00000100:00100000:0.0:1789062223.021164:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977664 00000100:00100000:0.0:1789062223.021166:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977664 00000100:00100000:0.0:1789062223.021176:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789062223.021181:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1875967130978048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.021206:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1875967130978048:12345-0@lo:400:kworker.0 Request processed in 26us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.021212:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789062223.021222:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789062223.021226:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130977920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.021369:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130977920:12345-0@lo:400:kworker.0 Request processed in 19us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.021378:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789062223.021392:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789062223.021398:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875967130978176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.021439:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875967130978176:12345-0@lo:400:kworker.0 Request processed in 41us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.021445:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789062223.021457:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789062223.021462:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130977664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.021486:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130977664:12345-0@lo:400:kworker.0 Request processed in 24us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.021491:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789062223.021511:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977280 00000100:00100000:0.0:1789062223.021515:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977280 00000100:00100000:0.0:1789062223.021535:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789062223.021541:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130977280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.021571:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130977280:12345-0@lo:400:kworker.0 Request processed in 30us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.021576:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789062223.021593:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977408 00000100:00100000:0.0:1789062223.021597:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977408 00000100:00100000:0.0:1789062223.021628:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977536 00000100:00100000:0.0:1789062223.021631:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977536 00000100:00100000:0.0:1789062223.021638:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130977792 00000100:00100000:0.0:1789062223.021640:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130977792 00000100:00100000:0.0:1789062223.021648:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789062223.021653:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3619:x1875967130977408:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789062223.021675:0:24182:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 604 last 0 00000020:00000080:0.0:1789062223.021701:0:24182:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2774d8f311dc83c1 00002000:00100000:0.0:1789062223.021713:0:24182:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9767fd2c0800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1789062223.021726:0:24182:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1789062223.021729:0:24182:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:2.0:1789062223.022012:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789062223.022018:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3619:x1875967130977536:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789062223.022032:0:24620:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789062223.022073:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3067b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3619:x1875967130977536:12345-0@lo:8:kworker.0 Request processed in 53us (1139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789062223.022079:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789062223.022093:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789062223.022098:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3619:x1875967130977792:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789062223.022107:0:24620:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789062223.022130:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3619:x1875967130977792:12345-0@lo:8:kworker.0 Request processed in 31us (1159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789062223.022136:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1789062223.022172:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062223.022177:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789062223.022181:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130977536:0@lo:8:kworker.0 00000100:00080000:2.0:1789062223.022194:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062223.022198:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789062223.022201:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130977792:0@lo:8:kworker.0 00002000:00080000:0.0:1789062223.023474:0:24182:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789062223.023506:0:24182:0:(import.c:65:import_set_state_nolock()) ffff9767fd2c5000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789062223.024150:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3619:x1875967130977408:12345-0@lo:8:kworker.0 Request processed in 2493us (3247us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062223.024159:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789062223.024208:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767c3066300 x1875967130977920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062223.024220:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130977920:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.024229:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130977152:0@lo:400:kworker.0 00010000:00080000:0.0:1789062223.024241:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767c3067100 x1875967130978048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062223.024582:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3623:1875967130978048:0@lo:400:kworker.0 00000100:00080000:0.0:1789062223.024632:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789062223.024636:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1789062223.024655:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767c3065f80 x1875967130977664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062223.024664:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130977664:0@lo:400:kworker.0 00000100:00100000:0.0:1789062223.024673:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130977280:0@lo:400:kworker.0 00010000:00080000:0.0:1789062223.024683:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767c3064000 x1875967130978176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062223.024690:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3620:1875967130978176:0@lo:400:kworker.0 00010000:00010000:0.0:1789062223.026719:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1789062223.028772:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd43c380 x1875967130977408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789062248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062223.028787:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789062223.028798:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789062223.028808:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789062223.028813:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789062223.028831:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767fb056000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789062223.028848:0:3619:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789062223.028854:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd43c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130977408:0@lo:8:kworker.0 00000004:00080000:1.0:1789062223.030278:0:22703:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:1.0:1789062223.030301:0:22703:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1875967130978432:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789062223.030358:0:22703:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062223.030379:0:22703:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c6736c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789062223.030395:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130978304:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789062223.030414:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062223.030450:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978304 00000100:00100000:1.0:1789062223.030456:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978304 00000100:00100000:1.0:1789062223.030500:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789062223.030509:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1875967130978304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789062223.030528:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789062223.030562:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1875967130978304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062223.030569:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789062223.030586:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1789062223.030624:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767c69a8a80 x1875967130978304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789062239 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062223.030640:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130978304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789062223.030973:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978432 00000100:00100000:2.0:1789062223.030978:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978432 00000100:00100000:2.0:1789062223.031014:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789062223.031021:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22703:x1875967130978432:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789062223.036200:0:22702:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789062223.036299:0:22702:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 604145691717ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789062223.036306:0:22702:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00002000:00080000:1.0:1789062223.048461:0:24620:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1789062223.048474:0:24620:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:1.0:1789062223.048481:0:24620:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:1.0:1789062223.064155:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062223.064168:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.064185:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=604s v=(0 0) 00010000:00010000:1.0:1789062223.064189:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062223.064196:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.064212:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.064222:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.064230:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.065155:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062223.065379:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062223.065387:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.065399:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47ae00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.065403:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.065412:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.065433:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.065440:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc83c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.065460:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.065462:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.065463:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062223.066529:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.066539:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.066552:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.066557:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.066563:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.066575:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.066584:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.066592:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.066636:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1789062223.067059:0:22658:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1789062223.067125:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.067132:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067141:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.067145:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.067149:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067171:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067179:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067186:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067200:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789062223.067209:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789062223.067214:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067221:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5771c00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.067225:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067233:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067308:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067316:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a912066/0x2774d8f311dc83cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067338:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062223.067342:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067348:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.067352:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067359:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067369:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067376:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc84fa31/0x2774d8f311dc83d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.067386:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.067388:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.067390:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062223.069925:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.069941:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.069958:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.069978:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.069984:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.069999:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070010:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070018:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070036:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062223.070048:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062223.070053:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070060:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5771e00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.070065:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070074:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070089:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070109:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041592b21/0x2774d8f311dc83dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.070129:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.070131:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.070133:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.070709:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062223.071975:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.071985:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072000:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.072004:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.072010:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072023:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072034:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072059:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072144:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062223.072155:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062223.072170:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072177:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770200 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.072181:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072190:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072205:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072213:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000903907cc/0x2774d8f311dc83e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072229:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.072231:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.072232:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062223.072683:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.072689:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072699:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.072703:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.072707:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072728:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072737:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072745:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.072846:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789062223.074081:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.074092:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.074104:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.074108:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.074113:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.074126:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.074135:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.074142:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.074200:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789062223.075699:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.075709:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.075721:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.075725:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.075731:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.075742:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.075751:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.075778:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.075947:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789062223.075955:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.075963:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.075968:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.075976:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.075995:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076003:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef3af5da/0x2774d8f311dc83eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076023:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062223.076027:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076033:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0030600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.076036:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076056:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076066:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076073:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc83f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076086:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062223.076090:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076097:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cf400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.076100:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076108:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076116:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.076124:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.076126:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.076133:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.076736:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.080372:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789062223.080387:0:24620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc83f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789062223.081903:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.081915:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.081932:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.081936:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.081942:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.081966:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.081976:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.081985:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.082057:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062223.082065:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.082073:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0030c00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.082078:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.082087:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.082104:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.082914:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.082917:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.082919:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.084404:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789062223.084416:0:24620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000284aeee0/0x2774d8f311dc8400 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.084893:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789062223.085046:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.085054:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085069:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.085074:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.085080:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085093:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085117:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085125:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085148:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789062223.085431:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.085437:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085445:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.085448:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.085452:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085460:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085468:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085476:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085556:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789062223.085898:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.085904:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085911:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.085914:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.085918:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085926:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085933:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.085940:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086506:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789062223.086514:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086523:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0031000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.086528:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086537:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086555:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086572:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfe8317b/0x2774d8f311dc8407 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086589:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062223.086592:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086598:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0030600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.086601:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086625:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086636:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086643:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ebcc92d/0x2774d8f311dc840e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086655:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062223.086659:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086665:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.086675:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086682:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086693:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.086701:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.086703:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.086704:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.086925:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789062223.086930:0:24620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b1c3920/0x2774d8f311dc8415 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789062223.087236:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.087242:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087314:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.087318:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.087323:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087333:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087342:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087348:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087356:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789062223.087594:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.087600:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087636:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.087640:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.087644:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087653:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087672:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087679:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.087688:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789062223.087985:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.087991:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088000:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.088003:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.088008:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088017:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088025:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088033:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088052:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1789062223.088459:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.088465:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088473:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.088476:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.088481:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088491:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088500:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088507:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.088516:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1789062223.088755:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789062223.088836:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088853:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.088858:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088867:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088893:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088901:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024e65c07/0x2774d8f311dc841c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088919:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789062223.088923:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088930:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.088933:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088941:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088951:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088964:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c77a219f/0x2774d8f311dc8423 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088975:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789062223.088978:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088983:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.088986:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.088993:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089004:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089011:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc842a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089022:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062223.089025:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089031:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199e00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.089042:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089050:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089060:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089067:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc8431 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.089079:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.089081:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.089083:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789062223.089944:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.089953:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.089964:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.089974:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.089979:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.089990:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090001:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090008:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090032:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062223.090371:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062223.090378:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090386:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199a00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.090390:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090399:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090413:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090421:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052bb2f5b/0x2774d8f311dc8438 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090448:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.090450:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.090452:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789062223.090558:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.090564:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090572:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.090575:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.090579:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090587:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090595:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090637:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.090651:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062223.090910:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062223.090916:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090924:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.090927:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090934:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090945:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090952:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1505015/0x2774d8f311dc843f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.090965:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.090967:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.090969:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789062223.092071:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.092081:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.092091:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.092095:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.092099:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.092110:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.092119:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.092126:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.092183:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789062223.093981:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.093993:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.094013:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.094017:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.094022:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.094033:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.094043:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.094052:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.095961:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789062223.095974:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096000:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199c00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.096004:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096014:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096034:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096042:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003497756/0x2774d8f311dc8446 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096062:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062223.096066:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096073:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198a00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062223.096075:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096081:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096090:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.096103:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.096105:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.096107:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.096331:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.096781:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789062223.096789:0:24620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc844d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789062223.097362:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.097369:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097381:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.097385:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.097391:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097415:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097425:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097432:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097454:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062223.097660:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062223.097667:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.097675:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.097679:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.097688:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.097703:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.097711:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da9e16e3/0x2774d8f311dc8454 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.097732:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.097733:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.097735:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789062223.097865:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062223.097883:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097891:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=604s v=(0 0) 00010000:00010000:0.0:1789062223.097894:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062223.097899:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097908:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097916:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097934:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.097976:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789062223.102257:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.102273:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.102291:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.102295:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.102302:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.102316:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.102326:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.102333:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102432:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062223.102440:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102449:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.102454:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102463:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102480:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102487:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044c67782/0x2774d8f311dc845b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102525:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062223.102529:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102536:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cf400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062223.102548:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102557:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102568:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.102578:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.102579:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.102581:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.102689:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.103845:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062223.103880:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789062223.103888:0:24620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc8462 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789062223.104543:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062223.104551:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.104565:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=604s v=(0 0) 00010000:00010000:1.0:1789062223.104569:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062223.104576:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.104591:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105024:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105032:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105055:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789062223.105374:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062223.105381:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105390:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=604s v=(0 0) 00010000:00010000:1.0:1789062223.105393:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062223.105398:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105408:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105415:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105423:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105449:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789062223.105459:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789062223.105464:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105472:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47ae00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.105477:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105486:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105501:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105508:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5636b/0x2774d8f311dc8469 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105523:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062223.105526:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105531:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47b200 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.105534:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105552:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105562:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105569:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001291cf85/0x2774d8f311dc8470 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105581:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.105583:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.105584:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062223.105924:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062223.105930:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105938:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=604s v=(0 0) 00010000:00010000:1.0:1789062223.105941:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062223.105945:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105953:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105961:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105975:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.105990:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062223.105998:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062223.106001:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106008:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.106012:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106020:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106031:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106037:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075084fa0/0x2774d8f311dc8477 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106050:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.106051:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.106053:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062223.106915:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062223.106929:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106938:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=604s v=(0 0) 00010000:00010000:1.0:1789062223.106941:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062223.106945:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106955:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106964:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106971:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.106986:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062223.106996:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062223.107000:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.107007:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.107010:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.107018:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.107038:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.107046:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdadce1f/0x2774d8f311dc847e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.107060:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.107062:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.107063:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.108361:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062223.108506:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062223.108515:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.108527:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=604s v=(0 0) 00010000:00010000:1.0:1789062223.108530:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062223.108535:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.108545:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.108554:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.108561:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.108852:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789062223.109229:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062223.109235:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.109303:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=604s v=(0 0) 00010000:00010000:1.0:1789062223.109308:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062223.109313:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.109322:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.109330:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.109336:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.113476:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789062223.113490:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.113505:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:0.0:1789062223.113509:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.113521:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.113542:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.113549:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a139ac71/0x2774d8f311dc8485 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.113758:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789062223.116330:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.116357:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47aa00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:0.0:1789062223.116362:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.116374:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.116395:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.116403:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.116405:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.116408:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.122045:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789062223.122059:0:24620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000370fcb55/0x2774d8f311dc848c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789062223.126288:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789062223.126300:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.126318:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=604s v=(0 0) 00010000:00010000:3.0:1789062223.126323:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789062223.126329:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.126345:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.126355:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062223.126375:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.128018:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789062223.128030:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.128043:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:0.0:1789062223.128048:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.128059:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.128079:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062223.128097:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.128099:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062223.128101:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062223.134669:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789062223.134685:0:24620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f035b8ec/0x2774d8f311dc8493 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.134972:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062223.135470:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.135484:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.135498:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.135503:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.135509:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.135523:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.135532:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.135540:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.135561:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062223.135804:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062223.135816:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.135824:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cf400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.135828:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.135838:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.135855:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.135862:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cc07f0a/0x2774d8f311dc849a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.135888:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.135889:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.135891:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062223.135959:0:24620:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062223.135965:0:24620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.135973:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=604s v=(0 0) 00010000:00010000:2.0:1789062223.135976:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062223.135980:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.135989:0:24620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.136003:0:24620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.136012:0:24620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062223.136033:0:24620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1789062223.136250:0:24620:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1789062223.136343:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22703:x1875967130978432:12345-0@lo:5:osp-pre-0-0.0 Request processed in 105318us (105980us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062223.136352:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1789062223.136496:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062223.136502:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.136511:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80ce600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062223.136515:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.136535:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.136547:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.136554:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f03f1df/0x2774d8f311dc84a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062223.136570:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.136572:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062223.136574:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062223.136635:0:22703:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1875967130978432:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789062223.136652:0:22703:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:1.0:1789062223.136695:0:22703:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1875967130978560:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789062223.136730:0:22703:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062223.136758:0:22703:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8d839c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789062223.140436:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978560 00000100:00100000:2.0:1789062223.140452:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978560 00000100:00100000:2.0:1789062223.140650:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789062223.140661:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22703:x1875967130978560:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1789062223.140706:0:24182:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:1.0:1789062223.154556:0:24179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1789062223.154623:0:24179:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1789062223.155532:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22703:x1875967130978560:12345-0@lo:5:osp-pre-0-0.0 Request processed in 14868us (18796us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789062223.155544:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789062223.163404:0:22703:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789062223.163420:0:22703:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1875967130978560:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789062223.163437:0:22703:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:1.0:1789062223.537432:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130978688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789062223.538064:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062223.539916:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978688 00000100:00100000:3.0:1789062223.539930:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978688 00000100:00100000:3.0:1789062223.539988:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789062223.539998:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130978688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789062223.540035:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789062223.540104:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130978688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (2040us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062223.540112:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789062223.540966:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130978688:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789062224.042164:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789062224.171593:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789062225.065771:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789062225.679436:0:24997:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789062225.679440:0:24997:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789062225.679441:0:24997:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1789062225.679542:0:24997:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9767fd137000 00000020:01000004:3.0:1789062225.679556:0:24997:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1789062225.679569:0:24997:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789062225.679581:0:24997:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9766c628b380) 00000020:00000080:3.0:1789062225.679597:0:24997:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789062225.741638:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789062225.742091:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789062225.742300:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789062225.742718:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1789062225.742936:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789062225.743524:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789062225.743859:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1789062225.746525:0:24997:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789062225.746931:0:24997:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1789062225.746947:0:24997:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789062225.746961:0:24997:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x2774d8f311dc84af 00000020:01000004:0.0:1789062225.746969:0:24997:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789062225.746990:0:24997:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.103@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789062225.746994:0:24997:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789062225.747000:0:24997:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1789062225.747032:0:24997:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1789062225.747037:0:24997:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.103@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1789062225.755200:0:24997:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.103@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789062225.755296:0:24997:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.103@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1789062225.755302:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789062225.755303:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789062225.755305:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789062225.755307:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789062225.755308:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789062225.755309:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789062225.755310:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789062225.755317:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789062225.755318:0:24997:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789062225.755322:0:24997:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1789062225.755324:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789062225.755326:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789062225.755327:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789062225.755328:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789062225.755329:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789062225.755330:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789062225.755331:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789062225.755332:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789062225.755334:0:24997:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789062225.755358:0:24997:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789062225.755377:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130978816:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789062225.755438:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062225.755514:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8d83e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789062225.755553:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978816 00000100:00100000:1.0:1789062225.755940:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978816 00000100:00100000:1.0:1789062225.756020:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789062225.756030:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24997:x1875967130978816:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789062225.756069:0:22672:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789062225.756073:0:22672:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1789062225.756076:0:22672:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1789062225.756357:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24997:x1875967130978816:12345-0@lo:253:mount.lustre.0 Request processed in 327us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.756365:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789062225.756451:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130978816:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789062225.756461:0:24997:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789062225.756463:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789062225.756464:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789062225.756466:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789062225.756467:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789062225.756469:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789062225.756476:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789062225.756478:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789062225.756479:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789062225.756481:0:24997:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789062225.756499:0:24997:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9767fd137000 from lustre-OST0001 10000000:01000000:2.0:1789062225.756527:0:24997:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1789062225.756530:0:24997:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789062225.756538:0:24997:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9766c6288000 local copy 00010000:00010000:2.0:1789062225.756547:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062225.756654:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130978944:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062225.756685:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.756951:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.757036:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130978944 00000100:00100000:0.0:1789062225.757041:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130978944 00000100:00100000:0.0:1789062225.757066:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789062225.757072:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24997:x1875967130978944:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062225.757143:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24997:x1875967130978944:12345-0@lo:501:mount.lustre.0 Request processed in 70us (457us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789062225.757149:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789062225.757241:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130978944:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789062225.757257:0:24997:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789062225.757273:0:24997:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789062225.757280:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.757288:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807a200/0x2774d8f311dc80e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc80e9 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062225.757311:0:24997:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9767fd137000 10000000:01000000:2.0:1789062225.757316:0:24997:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789062225.757320:0:24997:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789062225.757323:0:24997:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789062225.757327:0:24997:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1789062225.757330:0:24997:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1789062225.757350:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cf600/0x2774d8f311dc84b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.757365:0:24997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c80cf600/0x2774d8f311dc84b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.757373:0:24997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c80cf600/0x2774d8f311dc84b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062225.757385:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979072:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062225.757411:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.757432:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.757523:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979072 00000100:00100000:0.0:1789062225.757527:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979072 00000100:00100000:0.0:1789062225.757543:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789062225.757548:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:24997:x1875967130979072:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789062225.757556:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062225.757579:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c8199200/0x2774d8f311dc84bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc84b6 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062225.757598:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c8199200/0x2774d8f311dc84bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc84b6 expref: 22 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062225.757642:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c8199200/0x2774d8f311dc84bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc84b6 expref: 22 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062225.757650:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8199200, rc 0) 00000100:00100000:0.0:1789062225.757676:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979072:12345-0@lo:101:mount.lustre.0 Request processed in 128us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.757683:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789062225.757748:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979072:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062225.757760:0:24997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c80cf600/0x2774d8f311dc84b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84bd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.757770:0:24997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c80cf600/0x2774d8f311dc84b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc84bd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789062225.758770:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789062225.759308:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789062225.762443:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789062225.762494:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789062225.762508:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789062225.762522:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789062225.762536:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789062225.762551:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789062225.762757:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789062225.762776:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789062225.762791:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789062225.762815:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789062225.762828:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789062225.766791:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979200:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062225.766868:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.766905:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19480 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.766983:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979200 00000100:00100000:0.0:1789062225.766991:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979200 00000100:00100000:0.0:1789062225.767031:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789062225.767039:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979200:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062225.767190:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979200:12345-0@lo:501:mount.lustre.0 Request processed in 151us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.767197:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789062225.767363:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979200:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062225.767395:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979328:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062225.767436:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.767462:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19480 going to sleep for 11 seconds 00000100:00100000:3.0:1789062225.767512:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979328 00000100:00100000:3.0:1789062225.767516:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979328 00000100:00100000:3.0:1789062225.767546:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789062225.767559:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979328:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789062225.768234:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979328:12345-0@lo:503:mount.lustre.0 Request processed in 666us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.768242:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789062225.768515:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979328:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789062225.769050:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789062225.769122:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979456:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062225.769168:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.769305:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19600 going to sleep for 11 seconds 00000100:00100000:1.0:1789062225.769343:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979456 00000100:00100000:1.0:1789062225.769349:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979456 00000100:00100000:1.0:1789062225.769415:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789062225.769424:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979456:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789062225.769822:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979456:12345-0@lo:502:mount.lustre.0 Request processed in 399us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.769829:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789062225.769903:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979456:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062225.770083:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789062225.770110:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789062225.770124:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789062225.770135:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789062225.770147:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789062225.770159:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789062225.770171:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789062225.770184:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1789062225.770197:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1789062225.770217:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979584:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062225.770265:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.770519:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.770758:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979584 00000100:00100000:0.0:1789062225.770764:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979584 00000100:00100000:0.0:1789062225.770793:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789062225.770802:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979584:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062225.771017:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979584:12345-0@lo:502:mount.lustre.0 Request processed in 215us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.771024:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789062225.771092:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979584:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062225.771136:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1789062225.771145:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1789062225.771735:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789062225.771743:0:25001:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1789062225.771749:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062225.771752:0:25001:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1789062225.771757:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789062225.771770:0:25001:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9766c71e0000) 00000020:00000080:2.0:1789062225.771791:0:25001:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789062225.771797:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789062225.771876:0:25001:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767fd137000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1789062225.771884:0:25001:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789062225.771890:0:25001:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x2774d8f311dc84cb 00010000:00010000:2.0:1789062225.775752:0:25001:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1789062225.776324:0:25001:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1789062225.779422:0:25001:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1789062225.783776:0:25001:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1789062225.783789:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062225.783796:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062225.783798:0:25001:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1789062225.783802:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062225.783806:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062225.783808:0:25001:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789062225.783810:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789062225.783812:0:25001:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789062225.783814:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062225.783816:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062225.783817:0:25001:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789062225.783819:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789062225.783822:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062225.783823:0:25001:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789062225.783832:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789062225.783871:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789062225.783875:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789062225.783876:0:25001:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789062225.783879:0:25001:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1789062225.784104:0:24997:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1789062225.784135:0:24997:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1789062225.784160:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cf600/0x2774d8f311dc84b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84bd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062225.784181:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c80cf600/0x2774d8f311dc84b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84bd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062225.784189:0:24997:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767fd137000 from 1 10000000:01000000:0.0:1789062225.784192:0:24997:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789062225.784225:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062225.784324:0:24997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062225.784336:0:24997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062225.784360:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979712:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789062225.784425:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062225.784466:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8d83480 going to sleep for 11 seconds 00000100:00100000:1.0:1789062225.784521:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979712 00000100:00100000:1.0:1789062225.784528:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979712 00000100:00100000:1.0:1789062225.784577:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789062225.784586:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:24997:x1875967130979712:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789062225.784599:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062225.784638:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc84d2 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.784671:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.784683:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.784692:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47b000, rc 0) 00000100:00100000:1.0:1789062225.784732:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130979712:12345-0@lo:101:mount.lustre.0 Request processed in 147us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.784739:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789062225.784842:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979712:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062225.784865:0:24997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.784873:0:24997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789062225.785755:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789062225.785998:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789062225.786179:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789062225.786219:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789062225.786250:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789062225.786267:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789062225.786281:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789062225.786294:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789062225.786308:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789062225.786322:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789062225.786335:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789062225.786349:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789062225.786363:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789062225.786382:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789062225.786387:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789062225.786448:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979840:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062225.786498:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.786536:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7000 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.786704:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979840 00000100:00100000:0.0:1789062225.786711:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979840 00000100:00100000:0.0:1789062225.786753:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789062225.786761:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130979840:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789062225.786864:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130979840:12345-0@lo:501:mount.lustre.0 Request processed in 91us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.786872:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789062225.788795:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979840:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062225.788865:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979968:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062225.788923:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.788952:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7000 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.790961:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130979968 00000100:00100000:0.0:1789062225.790973:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130979968 00000100:00100000:0.0:1789062225.791029:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789062225.791039:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130979968:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789062225.791199:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130979968:12345-0@lo:503:mount.lustre.0 Request processed in 160us (2275us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.791206:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789062225.791372:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130979968:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789062225.791814:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789062225.791897:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980096:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062225.791940:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.791972:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.792031:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980096 00000100:00100000:0.0:1789062225.792036:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980096 00000100:00100000:0.0:1789062225.792069:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789062225.792076:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130980096:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062225.792150:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130980096:12345-0@lo:502:mount.lustre.0 Request processed in 74us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.792156:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789062225.792656:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980096:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062225.792840:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789062225.792881:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789062225.792895:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789062225.792923:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789062225.792938:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789062225.792950:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789062225.792962:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789062225.792973:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1789062225.792984:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1789062225.792997:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1789062225.793010:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1789062225.793034:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980224:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062225.793081:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.793109:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062225.794589:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980224 00000100:00100000:3.0:1789062225.794600:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980224 00000100:00100000:3.0:1789062225.794672:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789062225.794681:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130980224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062225.794816:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130980224:12345-0@lo:502:mount.lustre.0 Request processed in 135us (1734us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.794823:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789062225.795382:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980224:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062225.795456:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1789062225.795469:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789062225.796386:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062225.796394:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.796396:0:25005:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789062225.796402:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767fd137000 00000020:00000080:1.0:1789062225.796405:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062225.796412:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062225.796414:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.796416:0:25005:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789062225.796418:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062225.796420:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.796421:0:25005:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789062225.796424:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9767fd137000 00000020:00000080:1.0:1789062225.796426:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062225.796506:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062225.796510:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.796511:0:25005:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789062225.796513:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062225.796515:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.796516:0:25005:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789062225.796519:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767fd137000 00000020:00000080:1.0:1789062225.796526:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062225.808888:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062225.808921:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.808924:0:25005:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789062225.808928:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789062225.808933:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.808935:0:25005:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789062225.808940:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9767fd137000 00000020:00000080:1.0:1789062225.808942:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789062225.809001:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789062225.809005:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789062225.809006:0:25005:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789062225.809009:0:25005:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789062225.809662:0:24997:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789062225.809694:0:24997:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789062225.809713:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.809725:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062225.809848:0:24997:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789062225.809859:0:24997:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9767fd137000 10000000:01000000:2.0:1789062225.809863:0:24997:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9767fd137000 10000000:01000000:2.0:1789062225.809868:0:24997:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789062225.809873:0:24997:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9767fd137000 from 1 10000000:01000000:2.0:1789062225.809877:0:24997:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789062225.809915:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce000/0x2774d8f311dc84e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.809924:0:24997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c80ce000/0x2774d8f311dc84e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.809936:0:24997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c80ce000/0x2774d8f311dc84e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062225.809960:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980352:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789062225.810026:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.810070:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789062225.810360:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980352 00000100:00100000:1.0:1789062225.810368:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980352 00000100:00100000:1.0:1789062225.810432:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789062225.810441:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:24997:x1875967130980352:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789062225.810454:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062225.810466:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc84e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc84e0 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.810489:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc84e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc84e0 expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.810500:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767fd47be00/0x2774d8f311dc84e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc84e0 expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.810508:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767fd47be00, rc 0) 00000100:00100000:1.0:1789062225.810555:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980352:12345-0@lo:101:mount.lustre.0 Request processed in 114us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.810561:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789062225.810691:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980352:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789062225.810707:0:24997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c80ce000/0x2774d8f311dc84e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84e7 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.810727:0:24997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c80ce000/0x2774d8f311dc84e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc84e7 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789062225.814343:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789062225.814650:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789062225.815954:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789062225.815996:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789062225.816011:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789062225.816024:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789062225.816037:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789062225.816052:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789062225.816064:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789062225.816077:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789062225.816090:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789062225.816103:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789062225.816116:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789062225.816146:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789062225.816160:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789062225.816172:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789062225.816183:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789062225.816195:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789062225.816207:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789062225.816219:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789062225.817973:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789062225.818004:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789062225.818019:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789062225.818033:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789062225.818047:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789062225.818061:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789062225.818076:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789062225.818090:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789062225.818115:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789062225.818144:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789062225.818161:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789062225.818174:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789062225.818188:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789062225.818201:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789062225.818214:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789062225.819323:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789062225.819356:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789062225.819369:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789062225.819381:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789062225.819393:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789062225.819406:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789062225.819418:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789062225.819429:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789062225.819442:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789062225.819457:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789062225.819488:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789062225.819504:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789062225.819516:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789062225.819528:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789062225.819541:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789062225.820896:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789062225.820937:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789062225.820959:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789062225.820965:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789062225.821089:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980480:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062225.821153:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.822174:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c65a0840 going to sleep for 11 seconds 00000100:00100000:1.0:1789062225.823077:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980480 00000100:00100000:1.0:1789062225.823087:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980480 00000100:00100000:1.0:1789062225.823172:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789062225.823183:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980480:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789062225.823344:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980480:12345-0@lo:501:mount.lustre.0 Request processed in 162us (2189us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.823351:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789062225.823422:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980480:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789062225.823468:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980608:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789062225.823518:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.823688:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c65a0840 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.823773:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980608 00000100:00100000:0.0:1789062225.823777:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980608 00000100:00100000:0.0:1789062225.823876:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1789062225.823883:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980608:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789062225.824003:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980608:12345-0@lo:503:mount.lustre.0 Request processed in 120us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.824010:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789062225.825393:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980608:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789062225.827184:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789062225.827335:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980736:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062225.827408:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.827487:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c65a0840 going to sleep for 11 seconds 00000100:00100000:1.0:1789062225.830336:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980736 00000100:00100000:1.0:1789062225.830347:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980736 00000100:00100000:1.0:1789062225.830403:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789062225.830413:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980736:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789062225.830574:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980736:12345-0@lo:502:mount.lustre.0 Request processed in 161us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.830582:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789062225.830714:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980736:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062225.830992:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789062225.831020:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789062225.831032:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789062225.831042:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789062225.831065:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789062225.831077:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789062225.831087:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789062225.831097:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789062225.831108:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789062225.831118:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789062225.831128:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789062225.831138:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789062225.831149:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789062225.831159:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789062225.831170:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789062225.831180:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789062225.831190:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789062225.831200:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789062225.831211:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789062225.831221:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789062225.831303:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789062225.831323:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789062225.831333:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789062225.831344:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789062225.831354:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789062225.831364:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789062225.831375:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789062225.831385:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789062225.831395:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789062225.831405:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789062225.831416:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789062225.831426:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789062225.831437:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789062225.831447:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789062225.831457:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789062225.831467:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789062225.831485:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789062225.831496:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789062225.831506:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789062225.831517:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789062225.831527:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789062225.831537:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789062225.831547:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789062225.831557:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789062225.831571:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789062225.831583:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789062225.831596:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789062225.832885:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789062225.832943:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980864:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062225.833009:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.833904:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c65a0840 going to sleep for 11 seconds 00000100:00100000:3.0:1789062225.834902:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980864 00000100:00100000:3.0:1789062225.834912:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980864 00000100:00100000:3.0:1789062225.835003:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789062225.835014:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980864:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789062225.835157:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980864:12345-0@lo:502:mount.lustre.0 Request processed in 144us (2147us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.835164:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789062225.835258:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980864:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062225.835468:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789062225.835496:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789062225.835533:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980992:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789062225.835568:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.839580:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c65a0840 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.839730:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130980992 00000100:00100000:0.0:1789062225.839739:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130980992 00000100:00100000:0.0:1789062225.839969:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789062225.839979:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980992:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789062225.840123:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130980992:12345-0@lo:502:mount.lustre.0 Request processed in 146us (4554us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062225.840131:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789062225.840956:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130980992:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789062225.841039:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789062225.841056:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789062225.844942:0:25011:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1789062225.844957:0:25011:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9767f38ab380) 00000020:00000080:1.0:1789062225.844983:0:25011:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1789062225.845049:0:25011:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767fd137000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789062225.845052:0:25011:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767fd137000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789062225.845055:0:25011:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fd137000 3 00010000:00080000:1.0:1789062225.845079:0:25011:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9766c5729000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.103@tcp at head 00010000:00010000:1.0:1789062225.848460:0:25011:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1789062225.849009:0:25011:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1789062225.849056:0:25011:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789062225.849068:0:25011:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x2774d8f311dc84f5 00000100:00080000:1.0:1789062225.849079:0:25011:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789062225.849092:0:25011:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9766c5729000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062225.849128:0:25011:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd5c7800 x1875967130981120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789062225.849158:0:25011:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789062225.849385:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130981120:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789062225.849449:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.849506:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130981120 00000100:00100000:2.0:1789062225.849512:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130981120 00000100:00100000:2.0:1789062225.849541:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789062225.849548:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3619:x1875967130981120:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789062225.849571:0:22680:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 606 last 0 00000020:00000080:2.0:1789062225.849597:0:22680:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x2774d8f311dc84fc 00000004:00100000:2.0:1789062225.849625:0:22680:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789062225.849654:0:22680:0:(import.c:65:import_set_state_nolock()) ffff9766c8114000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062225.849701:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1875967130981120:12345-0@lo:38:llog_process_th.0 Request processed in 151us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062225.849708:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1789062225.849744:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd5c7800 x1875967130981120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789062235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062225.849756:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789062225.849762:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789062225.849775:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789062225.849779:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789062225.849782:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c5729000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789062225.851895:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3619:1875967130981120:0@lo:38:llog_process_th.0 00000020:01000004:1.0:1789062225.852093:0:25011:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1789062225.852108:0:25011:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9767f38a99c0) 00000020:00000080:1.0:1789062225.852132:0:25011:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1789062225.852220:0:25011:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9767fd137000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789062225.852224:0:25011:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9767fd137000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789062225.852239:0:25011:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9767fd137000 3 00010000:00080000:1.0:1789062225.852269:0:25011:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9766c572b000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.103@tcp at head 00010000:00010000:1.0:1789062225.856309:0:25011:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1789062225.857548:0:25011:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1789062225.857595:0:25011:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789062225.857622:0:25011:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x2774d8f311dc850a 00000100:00080000:1.0:1789062225.857633:0:25011:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789062225.857645:0:25011:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9766c572b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062225.857683:0:25011:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9767fd5c6680 x1875967130981248/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789062225.857711:0:25011:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1789062225.862210:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd5c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3619:1875967130981248:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789062225.862350:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.862439:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130981248 00000100:00100000:2.0:1789062225.862447:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130981248 00000100:00100000:2.0:1789062225.862480:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789062225.862486:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3619:x1875967130981248:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789062225.862514:0:22678:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 606 last 0 00000020:00000080:2.0:1789062225.862549:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x2774d8f311dc8511 00000004:00100000:2.0:1789062225.862562:0:22678:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789062225.862592:0:22678:0:(import.c:65:import_set_state_nolock()) ffff9766c8110800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062225.862673:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1875967130981248:12345-0@lo:38:llog_process_th.0 Request processed in 186us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062225.862680:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789062225.862719:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9767fd5c6680 x1875967130981248/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789062235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062225.862729:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789062225.862736:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789062225.862743:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789062225.862748:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789062225.862750:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c572b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789062225.862756:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd5c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3619:1875967130981248:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789062225.864926:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130981376:0@lo:400:kworker.0 00000100:00080000:3.0:1789062225.864960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062225.864965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789062225.864969:0:36:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062225.864973:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 604 00000100:00080000:3.0:1789062225.864977:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789062225.864986:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9766c813b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062225.864987:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062225.865007:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c83a7800 x1875967130981632/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062225.865046:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130981504:0@lo:400:kworker.0 00000100:00080000:3.0:1789062225.865051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062225.865054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789062225.865056:0:36:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062225.865059:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 604 00000100:00080000:3.0:1789062225.865062:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789062225.865067:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9767c2a66000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:1.0:1789062225.865070:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062225.865079:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c80a0000 x1875967130982144/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062225.865087:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789062225.865093:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130981760:0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865115:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062225.865133:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130982272:0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865161:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062225.865186:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789062225.865192:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130982400:0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865213:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062225.865259:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130981760 00000100:00100000:3.0:1789062225.865265:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130981760 00000100:00100000:3.0:1789062225.865298:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982272 00000100:00100000:3.0:1789062225.865301:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982272 00000100:00100000:3.0:1789062225.865311:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982400 00000100:00100000:3.0:1789062225.865313:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982400 00000100:00100000:1.0:1789062225.865331:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130981504 00000100:00100000:1.0:1789062225.865335:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130981504 00000100:00100000:3.0:1789062225.865340:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789062225.865347:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130981760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865361:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789062225.865381:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130981504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062225.865396:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130981760:12345-0@lo:400:kworker.0 Request processed in 49us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.865402:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789062225.865409:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130981504:12345-0@lo:400:kworker.0 Request processed in 43us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.865414:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789062225.865416:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789062225.865422:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875967130982272:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789062225.865430:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789062225.865434:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789062225.865443:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130981888:0@lo:400:kworker.0 00000100:00100000:3.0:1789062225.865447:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875967130982272:12345-0@lo:400:kworker.0 Request processed in 25us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.865452:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789062225.865463:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789062225.865465:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062225.865468:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130982400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865496:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130982528:0@lo:400:kworker.0 00000100:00100000:3.0:1789062225.865500:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130982400:12345-0@lo:400:kworker.0 Request processed in 32us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.865506:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789062225.865528:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062225.865547:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789062225.865550:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982528 00000100:00100000:1.0:1789062225.865552:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130982016:0@lo:400:kworker.0 00000100:00100000:3.0:1789062225.865553:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982528 00000100:00100000:1.0:1789062225.865573:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062225.865589:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789062225.865595:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130982528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865597:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130981376 00000100:00100000:1.0:1789062225.865600:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130981376 00000100:00100000:1.0:1789062225.865643:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130981888 00000100:00100000:3.0:1789062225.865646:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1875967130982528:12345-0@lo:400:kworker.0 Request processed in 51us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.865646:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130981888 00000100:00100000:3.0:1789062225.865652:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789062225.865659:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789062225.865664:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130981376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865697:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130981376:12345-0@lo:400:kworker.0 Request processed in 32us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.865709:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789062225.865723:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789062225.865729:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130981888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865756:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130981888:12345-0@lo:400:kworker.0 Request processed in 28us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.865761:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789062225.865776:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982016 00000100:00100000:1.0:1789062225.865779:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982016 00000100:00100000:1.0:1789062225.865886:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789062225.865893:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd5c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130982016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865921:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd5c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130982016:12345-0@lo:400:kworker.0 Request processed in 29us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.865926:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789062225.865942:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789062225.865945:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789062225.865968:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130981376:0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865992:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130982016:0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.865999:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130981888:0@lo:400:kworker.0 00010000:00080000:1.0:1789062225.866007:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c80a1f80 x1875967130982528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062225.866015:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3622:1875967130982528:0@lo:400:kworker.0 00010000:00080000:1.0:1789062225.866035:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c80a0a80 x1875967130982400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062225.866043:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130982400:0@lo:400:kworker.0 00010000:00080000:1.0:1789062225.866059:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c80a2300 x1875967130982272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062225.866066:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875967130982272:0@lo:400:kworker.0 00010000:00080000:1.0:1789062225.866074:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9766c83a7b80 x1875967130981760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062225.866080:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130981760:0@lo:400:kworker.0 00000100:00100000:1.0:1789062225.866088:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130981504:0@lo:400:kworker.0 00000100:00100000:3.0:1789062225.866685:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130981632:0@lo:8:kworker.0 00000100:00100000:3.0:1789062225.866728:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062225.866755:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130982144:0@lo:8:kworker.0 00000100:00100000:1.0:1789062225.866757:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130981632 00000100:00100000:1.0:1789062225.866762:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130981632 00000100:00100000:3.0:1789062225.866775:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062225.866782:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982144 00000100:00100000:3.0:1789062225.866805:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789062225.866810:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3619:x1875967130981632:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1789062225.866870:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3619:x1875967130981632:12345-0@lo:8:kworker.0 Request processed in 58us (141us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789062225.866877:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789062225.866904:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789062225.866911:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789062225.866915:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789062225.866918:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130981632:0@lo:8:kworker.0 00000100:00100000:1.0:1789062225.866950:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982144 00000100:00100000:1.0:1789062225.866972:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789062225.866976:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3619:x1875967130982144:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789062225.867020:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3619:x1875967130982144:12345-0@lo:8:kworker.0 Request processed in 42us (243us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789062225.867026:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000040:00080000:1.0:1789062225.867133:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1789062225.867322:0:3619:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789062225.867327:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789062225.867330:0:3619:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789062225.867333:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130982144:0@lo:8:kworker.0 00000020:01000000:3.0:1789062225.867385:0:24997:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789062225.867416:0:24997:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789062225.867439:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce000/0x2774d8f311dc84e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84e7 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062225.867458:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c80ce000/0x2774d8f311dc84e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc84e7 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789062225.867504:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789062225.867506:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789062225.867508:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789062225.867509:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789062225.867511:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789062225.867512:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789062225.867513:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789062225.867516:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789062225.867517:0:24997:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789062225.867521:0:24997:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1789062225.867524:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789062225.867526:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789062225.867527:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789062225.867528:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789062225.867530:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789062225.867531:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789062225.867532:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789062225.867533:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789062225.867534:0:24997:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789062225.867552:0:24997:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789062225.868040:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130982656:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789062225.868084:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062225.868190:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1df8900 going to sleep for 11 seconds 00000100:00100000:0.0:1789062225.868378:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982656 00000100:00100000:0.0:1789062225.868385:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982656 00000100:00100000:0.0:1789062225.868427:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789062225.868434:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130982656:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789062225.868457:0:22673:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789062225.868469:0:22673:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789062225.876563:0:22673:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789062225.876579:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1789062225.876945:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789062225.876951:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789062225.876972:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.876991:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc839e expref: 24 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.876998:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.877005:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.877041:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.877055:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 24 pid: 22673 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062225.877068:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7d9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130982784:0@lo:104: 00000100:00100000:2.0:1789062225.877133:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789062225.877182:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc839e expref: 24 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.877190:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc839e expref: 24 pid: 22672 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062225.877208:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7dbb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130982912:0@lo:104: 00000100:00100000:2.0:1789062225.877243:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062225.877269:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c65a00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062225.877360:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982784 00000100:00100000:3.0:1789062225.877367:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982784 00000100:00100000:3.0:1789062225.877402:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130982912 00000100:00100000:3.0:1789062225.877406:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130982912 00000100:00100000:3.0:1789062225.877420:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789062225.877427:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:22694:x1875967130982784:12345-0@lo:104: 00010000:00010000:3.0:1789062225.877439:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062225.877505:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789062225.877511:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:22694:x1875967130982784:12345-0@lo:104: Request processed in 85us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.877518:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789062225.877536:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789062225.877543:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130982912:12345-0@lo:104: 00010000:00010000:3.0:1789062225.877550:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062225.877581:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789062225.877586:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:22694:x1875967130982912:12345-0@lo:104: Request processed in 45us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.877592:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789062225.877775:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:24997:x1875967130982656:12345-0@lo:253:mount.lustre.0 Request processed in 9341us (9689us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062225.877793:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789062225.877934:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:24997:1875967130982656:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789062225.877946:0:24997:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789062225.877949:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789062225.877951:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789062225.877952:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789062225.877954:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789062225.877955:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789062225.877957:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789062225.877958:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789062225.877960:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789062225.877962:0:24997:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789062225.877974:0:24997:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789062225.878811:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7d9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130982784:0@lo:104: 00000100:00100000:2.0:1789062225.878821:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7dbb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1875967130982912:0@lo:104: 00010000:00010000:2.0:1789062225.878839:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.878971:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789062225.878978:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.878986:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c5770e00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062225.878990:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.879000:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062225.879015:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062225.879021:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789062225.879090:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.879097:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062225.879123:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.879131:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c5770e00/0x2774d8f311dc83ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc83b3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.879142:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062225.879146:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.879152:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a400 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062225.879155:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.879161:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062225.879168:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062225.879172:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:0.0:1789062225.879214:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130983040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789062225.879268:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000004:0.0:1789062225.880258:0:24997:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1789062225.882632:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983040 00000100:00100000:2.0:1789062225.882645:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983040 00010000:00010000:2.0:1789062225.882686:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 24 pid: 22673 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062225.882721:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789062225.882730:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3067100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3623:x1875967130983040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789062225.882745:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789062225.882750:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 24 pid: 22673 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.882762:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 24 pid: 22673 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.882777:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c807be00/0x2774d8f311dc83b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc83ac expref: 24 pid: 22673 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.882801:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789062225.882878:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3067100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:3623:x1875967130983040:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (3610us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062225.882893:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789062225.882936:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130983040:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062225.883423:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883432:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062225.883453:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883462:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807a400/0x2774d8f311dc839e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc83a5 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883478:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062225.883480:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062225.883481:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062225.883488:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062225.883580:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130983168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062225.883642:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062225.883696:0:23831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983168 00000100:00100000:1.0:1789062225.883701:0:23831:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983168 00010000:00010000:1.0:1789062225.883719:0:23831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc839e expref: 23 pid: 22672 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062225.883743:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789062225.883751:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:3620:x1875967130983168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062225.883761:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062225.883766:0:23831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc839e expref: 23 pid: 22672 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883777:0:23831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc839e expref: 23 pid: 22672 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883926:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47b600/0x2774d8f311dc83a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc839e expref: 23 pid: 22672 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883947:0:23831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883956:0:23831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789062225.883972:0:23831:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007021597s 00010000:00010000:1.0:1789062225.883977:0:23831:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883985:0:23831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.883993:0:23831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.884001:0:23831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.884007:0:23831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80ce200 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062225.884011:0:23831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.884019:0:23831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.884032:0:23831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062225.884043:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062225.884080:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:3620:x1875967130983168:12345-0@lo:103:ldlm_bl.0 Request processed in 329us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062225.884087:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789062225.884118:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130983168:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789062225.884314:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.884322:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062225.884328:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c80ce200/0x2774d8f311dc8518 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1789062225.884782:0:24997:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1789062225.884864:0:24997:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1789062225.884899:0:24997:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789062225.884938:0:24997:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.103@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789062225.884957:0:24997:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1789062225.884973:0:24997:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1789062225.888059:0:24997:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789062225.888840:0:24997:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789062226.091885:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789062226.792554:0:25066:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789062226.792799:0:25066:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1789062226.923389:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789062226.923396:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767c475b000 from 14 10000000:01000000:2.0:1789062226.923401:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789062226.923444:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cec00/0x2774d8f311dc851f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062226.923456:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c80cec00/0x2774d8f311dc851f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062226.923468:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c80cec00/0x2774d8f311dc851f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062226.923490:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767df7dbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789062226.923554:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062226.923588:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d1fa0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789062226.928017:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983296 00000100:00100000:2.0:1789062226.928027:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983296 00000100:00100000:2.0:1789062226.928084:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789062226.928093:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:22675:x1875967130983296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062226.928110:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789062226.928128:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c80cfc00/0x2774d8f311dc8526 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc851f expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062226.928155:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c80cfc00/0x2774d8f311dc8526 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc851f expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062226.928167:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c80cfc00/0x2774d8f311dc8526 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc851f expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062226.928175:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c80cfc00, rc 0) 00000100:00100000:2.0:1789062226.928302:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130983296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 210us (4748us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062226.928309:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789062226.930083:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767df7dbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062226.930109:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c80cec00/0x2774d8f311dc851f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8526 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.930129:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c80cec00/0x2774d8f311dc851f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8526 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062226.930198:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983424:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789062226.930270:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062226.930309:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8d836c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062226.930577:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983424 00000100:00100000:3.0:1789062226.930586:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983424 00000100:00100000:3.0:1789062226.930655:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1789062226.930665:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130983424:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789062226.930685:0:22673:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789062226.930702:0:22673:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789062226.930706:0:22673:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789062226.930797:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130983424:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 134us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062226.930806:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789062226.931351:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983424:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789062226.931414:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789062226.931422:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80cec00/0x2774d8f311dc851f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8526 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.931432:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c80cec00/0x2774d8f311dc851f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8526 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062226.931441:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789062226.931444:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9767df74d800 from 14 10000000:01000000:0.0:1789062226.931447:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789062226.931472:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c8198400/0x2774d8f311dc852d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.931481:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c8198400/0x2774d8f311dc852d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.931490:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c8198400/0x2774d8f311dc852d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062226.931504:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789062226.931545:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062226.931562:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8d836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062226.931577:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983552 00000100:00100000:0.0:1789062226.931581:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983552 00000100:00100000:0.0:1789062226.931626:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789062226.931634:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130983552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062226.931643:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062226.931654:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c8199000/0x2774d8f311dc8534 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc852d expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.931674:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c8199000/0x2774d8f311dc8534 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc852d expref: 24 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.931684:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c8199000/0x2774d8f311dc8534 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc852d expref: 24 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.931693:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8199000, rc 0) 00000100:00100000:0.0:1789062226.931724:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130983552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 91us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062226.931731:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789062226.931764:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062226.931778:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c8198400/0x2774d8f311dc852d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8534 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.931786:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c8198400/0x2774d8f311dc852d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc8534 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062226.931829:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983680:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789062226.931879:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062226.931893:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8d836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062226.931904:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983680 00000100:00100000:0.0:1789062226.931908:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983680 00000100:00100000:0.0:1789062226.931930:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1789062226.932314:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130983680:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789062226.932328:0:22672:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789062226.932341:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789062226.932344:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789062226.932416:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130983680:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 106us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062226.932422:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1789062226.932454:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130983680:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789062226.932496:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789062226.932502:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c8198400/0x2774d8f311dc852d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8534 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062226.932510:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c8198400/0x2774d8f311dc852d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc8534 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062227.114447:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062228.139330:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789062228.139360:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130983808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789062228.139465:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062228.139523:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983808 00000100:00100000:0.0:1789062228.139534:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983808 00000100:00100000:0.0:1789062228.139601:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789062228.139646:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130983808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789062228.139696:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062228.139749:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130983808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062228.139756:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789062228.139781:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062228.139843:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130983936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789062228.139875:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062228.139938:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130983808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789062228.139964:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130983936 00000100:00100000:0.0:1789062228.139967:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130983936 00000100:00100000:0.0:1789062228.139993:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789062228.139999:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130983936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062228.140010:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062228.140039:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130983936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062228.140045:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1789062228.140060:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062228.140079:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130983936:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789062228.140561:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062228.140778:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789062228.140788:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130984064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789062228.140830:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062228.140879:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984064 00000100:00100000:0.0:1789062228.140885:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984064 00000100:00100000:0.0:1789062228.140920:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789062228.140927:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130984064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789062228.140957:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062228.141011:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130984064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062228.141018:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789062228.141057:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130984064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789062228.651044:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130984192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789062228.651156:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062228.651329:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984192 00000100:00100000:1.0:1789062228.651342:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984192 00000100:00100000:1.0:1789062228.651441:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789062228.651456:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130984192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789062228.651513:0:23418:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789062228.651584:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130984192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062228.651593:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789062228.651690:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130984192:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789062229.161836:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062230.193481:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789062230.635282:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789062231.209766:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789062231.210096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062231.210102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789062231.210106:0:37:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062231.210147:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9766c813b000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:3.0:1789062231.210209:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c80a0380 x1875967130984704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789062231.210328:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789062231.210351:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130984320:0@lo:400:kworker.0 00000100:00100000:1.0:1789062231.210455:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062231.210530:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130984576:0@lo:400:kworker.0 00000100:00100000:1.0:1789062231.210560:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062231.210584:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789062231.210588:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130984448:0@lo:400:kworker.0 00000100:00100000:1.0:1789062231.210630:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062231.210670:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984320 00000100:00100000:1.0:1789062231.210685:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984320 00000100:00100000:1.0:1789062231.210743:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789062231.210753:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c72e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3620:x1875967130984320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062231.210828:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c72e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3620:x1875967130984320:12345-0@lo:400:kworker.0 Request processed in 76us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062231.210836:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1789062231.210867:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984448 00000100:00100000:0.0:1789062231.210872:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984448 00000100:00100000:0.0:1789062231.210907:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789062231.210913:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130984448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062231.210957:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130984448:12345-0@lo:400:kworker.0 Request processed in 44us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062231.210963:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789062231.210983:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984576 00000100:00100000:0.0:1789062231.210987:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984576 00000100:00100000:0.0:1789062231.211021:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789062231.211028:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130984576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062231.211056:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130984576:12345-0@lo:400:kworker.0 Request processed in 30us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062231.211062:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1789062231.211081:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062231.211135:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130984448:0@lo:400:kworker.0 00000100:00100000:0.0:1789062231.211146:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130984576:0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.211339:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130984320:0@lo:400:kworker.0 00000100:00100000:0.0:1789062231.211948:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130984832:0@lo:400:kworker.0 00000100:00080000:3.0:1789062231.211963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789062231.211980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789062231.211983:0:37:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789062231.211994:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9767c2a66000 using connection 192.168.203.103@tcp/0@lo 00000100:00100000:0.0:1789062231.212008:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.212027:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9766c80a1880 x1875967130985216/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789062231.212037:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789062231.212043:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130984960:0@lo:400:kworker.0 00000100:00100000:0.0:1789062231.212067:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062231.212102:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984960 00000100:00100000:0.0:1789062231.212108:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984960 00000100:00100000:0.0:1789062231.212142:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789062231.212150:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130984960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.212215:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130984704:0@lo:8:kworker.0 00000100:00100000:2.0:1789062231.212250:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062231.212273:0:3619:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130985216:0@lo:8:kworker.0 00000100:00100000:2.0:1789062231.212293:0:3619:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062231.212322:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130985088:0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.212346:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062231.212365:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789062231.212506:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3622:1875967130985344:0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.212555:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062231.212585:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984704 00000100:00100000:2.0:1789062231.212589:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984704 00000100:00100000:2.0:1789062231.212734:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985216 00000100:00100000:2.0:1789062231.212739:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985216 00000100:00100000:2.0:1789062231.212750:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985088 00000100:00100000:2.0:1789062231.212752:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985088 00000100:00100000:2.0:1789062231.212784:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789062231.212791:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130985088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.212843:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130985088:12345-0@lo:400:kworker.0 Request processed in 52us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.212850:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789062231.212868:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789062231.212873:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3619:x1875967130984704:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789062231.212903:0:24184:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 612 last 0 00000020:00000080:2.0:1789062231.212943:0:24184:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2774d8f311dc853b 00002000:00100000:2.0:1789062231.212963:0:24184:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9766c8117000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1789062231.212968:0:24184:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1789062231.212973:0:24184:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789062231.213219:0:24184:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789062231.213250:0:24184:0:(import.c:65:import_set_state_nolock()) ffff9766c8110000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062231.213297:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3619:x1875967130984704:12345-0@lo:8:kworker.0 Request processed in 422us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.213304:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789062231.213319:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789062231.213323:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3619:x1875967130985216:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789062231.213338:0:24184:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 612 last 0 00000020:00000080:2.0:1789062231.214504:0:24184:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2774d8f311dc8542 00002000:00100000:2.0:1789062231.214527:0:24184:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9766c8116800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1789062231.214533:0:24184:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1789062231.214536:0:24184:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789062231.214622:0:24184:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1789062231.214656:0:24184:0:(import.c:65:import_set_state_nolock()) ffff9766c8115000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062231.214730:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1875967130985216:12345-0@lo:8:kworker.0 Request processed in 1402us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.214740:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789062231.214799:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130984832 00000100:00100000:2.0:1789062231.214808:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130984832 00000100:00100000:2.0:1789062231.214862:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985344 00000100:00100000:2.0:1789062231.214866:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985344 00000100:00100000:2.0:1789062231.214884:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789062231.214892:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130984832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062231.219619:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130984960:12345-0@lo:400:kworker.0 Request processed in 7442us (7523us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062231.219640:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789062231.220476:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875967130984832:12345-0@lo:400:kworker.0 Request processed in 5577us (8460us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.220490:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789062231.221097:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789062231.221121:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1875967130985344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.221291:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1875967130985344:12345-0@lo:400:kworker.0 Request processed in 183us (8734us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.221298:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1789062231.221341:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1789062231.221479:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a0380 x1875967130984704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789062256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789062231.221502:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789062231.221523:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789062231.221966:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789062231.221971:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9766c813b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789062231.221995:0:3619:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789062231.222003:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3619:1875967130984704:0@lo:8:kworker.0 00010000:00080000:2.0:1789062231.222025:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a1880 x1875967130985216/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789062256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789062231.222036:0:3619:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789062231.222041:0:3619:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789062231.222045:0:3619:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789062231.222047:0:3619:0:(import.c:65:import_set_state_nolock()) ffff9767c2a66000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789062231.222068:0:3619:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789062231.222072:0:3619:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3619:1875967130985216:0@lo:8:kworker.0 00000004:00080000:2.0:1789062231.222109:0:22704:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789062231.222312:0:22704:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 612331704501ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789062231.222321:0:22704:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1789062231.222477:0:23422:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000004:00080000:0.0:1789062231.222478:0:22705:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1789062231.222504:0:23422:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23422:1875967130986112:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789062231.222504:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1875967130985984:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789062231.222734:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130985728:0@lo:13:osp-pre-1-1.0 00000004:00080000:0.0:1789062231.223249:0:23421:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789062231.223333:0:23421:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 612332725665ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789062231.223339:0:23421:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1789062231.223743:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789062231.223804:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a0e00 x1875967130985344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062231.223828:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3622:1875967130985344:0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.223843:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130985088:0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.223868:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789062231.223877:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130985856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789062231.223908:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062231.223980:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985728 00000100:00100000:2.0:1789062231.223989:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985728 00000100:00100000:3.0:1789062231.224015:0:23422:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062231.224038:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985856 00000100:00100000:2.0:1789062231.224041:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985856 00000100:00100000:3.0:1789062231.224045:0:23422:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c81a7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789062231.224059:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789062231.224067:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3622:x1875967130985728:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062231.224070:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130985600:0@lo:400:kworker.0 00002000:00000024:2.0:1789062231.224102:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789062231.224107:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.224128:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789062231.224134:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130985472:0@lo:400:kworker.0 00000100:00100000:3.0:1789062231.224164:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1789062231.229779:0:23410:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:3.0:1789062231.230163:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985600 00000100:00100000:3.0:1789062231.230177:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985600 00000100:00100000:2.0:1789062231.230677:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3622:x1875967130985728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6602us (6927us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.230691:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789062231.230733:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789062231.230748:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1875967130985856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789062231.230779:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789062231.230867:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1875967130985856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (6957us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.230873:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1789062231.230895:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789062231.230908:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985472 00000100:00100000:2.0:1789062231.230913:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985472 00000100:00100000:2.0:1789062231.230961:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789062231.230967:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130985472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062231.230973:0:22678:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789062231.230981:0:22678:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789062231.231009:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130985472:12345-0@lo:400:kworker.0 Request processed in 41us (6847us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.231017:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789062231.231028:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789062231.231033:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130985600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062231.231060:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130985600:12345-0@lo:400:kworker.0 Request processed in 26us (6952us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.231082:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1789062231.231096:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789062231.231099:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1789062231.231118:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a2a00 x1875967130985472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.231141:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130985472:0@lo:400:kworker.0 00010000:00080000:3.0:1789062231.231156:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a0700 x1875967130985600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.231165:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130985600:0@lo:400:kworker.0 00010000:00080000:2.0:1789062231.231331:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9767c3065f80 x1875967130985856/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789062231.231349:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130985856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789062231.231466:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130984960:0@lo:400:kworker.0 00010000:00080000:3.0:1789062231.231482:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a2680 x1875967130984832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.231491:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875967130984832:0@lo:400:kworker.0 00000100:00100000:3.0:1789062231.231518:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.231547:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8106240 going to sleep for 11 seconds 00000100:00100000:3.0:1789062231.231626:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3620:1875967130986240:0@lo:400:kworker.0 00000100:00100000:3.0:1789062231.231673:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.231716:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130986368:0@lo:400:kworker.0 00000100:00100000:3.0:1789062231.231744:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.231796:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130986240 00000100:00100000:3.0:1789062231.231799:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130986240 00000100:00100000:3.0:1789062231.231842:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130986368 00000100:00100000:3.0:1789062231.231845:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130986368 00000100:00100000:3.0:1789062231.231860:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789062231.231867:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1875967130986240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062231.231904:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1875967130986240:12345-0@lo:400:kworker.0 Request processed in 37us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062231.231910:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789062231.231933:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789062231.231939:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875967130986368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062231.231973:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875967130986368:12345-0@lo:400:kworker.0 Request processed in 35us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062231.231979:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00080000:3.0:1789062231.232004:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a3100 x1875967130986240/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.232014:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3620:1875967130986240:0@lo:400:kworker.0 00010000:00080000:3.0:1789062231.232034:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a2a00 x1875967130986368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.232041:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3621:1875967130986368:0@lo:400:kworker.0 00010000:00080000:2.0:1789062231.233148:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a1880 x1875967130985728/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789062247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.235725:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130986112 00000100:00100000:3.0:1789062231.235743:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130986112 00000100:00100000:3.0:1789062231.235808:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130985984 00000100:00100000:3.0:1789062231.235823:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130985984 00000100:00100000:3.0:1789062231.235853:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789062231.235865:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23422:x1875967130986112:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1789062231.236188:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789062231.236196:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22705:x1875967130985984:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:0.0:1789062231.236705:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789062231.236712:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789062231.237084:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130985728:0@lo:13:osp-pre-1-1.0 00002000:00080000:3.0:1789062231.238330:0:24182:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1789062231.238339:0:24182:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789062231.238451:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23422:x1875967130986112:12345-0@lo:7:osp-pre-1-1.0 Request processed in 2587us (15263us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062231.238463:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:3.0:1789062231.238528:0:23422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a0380 x1875967130986112/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789062247 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.238551:0:23422:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23422:1875967130986112:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789062231.238565:0:23422:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789062231.238628:0:23422:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23422:1875967130986496:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789062231.238668:0:23422:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.238700:0:23422:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c81a7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789062231.238838:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130986496 00000100:00100000:2.0:1789062231.238847:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130986496 00000100:00100000:2.0:1789062231.238910:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789062231.238920:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23422:x1875967130986496:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789062231.238947:0:24620:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789062231.238980:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23422:x1875967130986496:12345-0@lo:5:osp-pre-1-1.0 Request processed in 61us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062231.238987:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000004:00080000:3.0:1789062231.240543:0:22658:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00080000:3.0:1789062231.240632:0:23422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a0380 x1875967130986496/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789062247 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062231.240650:0:23422:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23422:1875967130986496:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789062231.240666:0:23422:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789062231.240720:0:23422:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23422:1875967130986624:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789062231.240778:0:23422:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.240823:0:23422:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c81a7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789062231.241022:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130986624 00000100:00100000:2.0:1789062231.241031:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130986624 00000100:00100000:2.0:1789062231.241080:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789062231.241091:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23422:x1875967130986624:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789062231.241136:0:24182:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:3.0:1789062231.243910:0:24185:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1789062231.243927:0:24185:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1789062231.243934:0:24185:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:3.0:1789062231.257931:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789062231.257947:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.257969:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=612s v=(0 0) 00010000:00010000:3.0:1789062231.257974:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789062231.257982:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258016:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258029:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258038:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258060:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.258079:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.258087:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258095:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b200 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.258101:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258112:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258133:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258141:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc725225/0x2774d8f311dc8549 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.258171:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.258173:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.258175:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789062231.261798:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789062231.261825:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.261847:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=612s v=(0 0) 00010000:00010000:3.0:1789062231.261852:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789062231.261859:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.261877:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.261889:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.261898:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.261925:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062231.262483:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062231.262492:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.262515:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062231.262521:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.262532:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.262557:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.262566:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f035b8ec/0x2774d8f311dc8550 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.262593:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.262595:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.262597:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.271056:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.271076:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.271103:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.271108:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.271117:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.271139:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.271152:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.271161:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.271186:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.271933:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.271944:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.271970:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.271977:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.271990:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.272014:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.272022:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc8557 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.272054:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.272056:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.272058:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.274223:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.274964:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.274997:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.275003:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.275011:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.275029:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.275043:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.275052:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.275080:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062231.276433:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062231.276447:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.276461:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062231.276467:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.276478:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.276512:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.276520:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc855e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.276551:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.276553:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.276556:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.277502:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.277512:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.277529:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.277535:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.277542:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.277558:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.277584:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.277593:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.277650:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062231.278369:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062231.278378:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.278388:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47aa00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062231.278393:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.278403:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.278422:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.278431:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc8565 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.278467:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.278469:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.278471:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.283706:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.283719:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283749:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.283753:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.283759:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283773:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283784:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283791:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283876:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062231.283888:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062231.283894:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283902:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.283907:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283917:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283932:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283939:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc856c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.283957:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.283959:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.283961:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062231.286960:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062231.286981:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287003:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=612s v=(0 0) 00010000:00010000:2.0:1789062231.287008:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062231.287016:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287034:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287045:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287053:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287077:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062231.287092:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062231.287098:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287120:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cea00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062231.287125:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287136:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287157:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287165:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc8573 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.287204:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.287206:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.287208:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062231.288215:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000001:00080000:3.0:1789062231.288523:0:24998:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1789062231.288556:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1789062231.288562:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1789062231.288734:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.288752:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=612s v=(0 0) 00010000:00010000:2.0:1789062231.288757:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062231.288764:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.288778:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.289912:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.289934:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.289959:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062231.290800:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062231.290827:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.290839:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cfe00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.290855:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.290869:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.290894:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.290902:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000709e9e21/0x2774d8f311dc857a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.290936:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.290938:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.290940:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062231.291132:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23422:x1875967130986624:12345-0@lo:5:osp-pre-1-1.0 Request processed in 50037us (50348us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789062231.291143:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789062231.291587:0:23422:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789062231.291600:0:23422:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23422:1875967130986624:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789062231.291646:0:23422:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1789062231.291739:0:23422:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23422:1875967130986752:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1789062231.291789:0:23422:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062231.291850:0:23422:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c81a7f00 going to sleep for 11 seconds 00002000:00010000:2.0:1789062231.292518:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062231.292532:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.292553:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=612s v=(0 0) 00010000:00010000:2.0:1789062231.292559:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062231.292568:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.292584:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.292596:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.292638:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.292681:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1789062231.293428:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130986752 00000100:00100000:1.0:1789062231.293443:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130986752 00000100:00100000:1.0:1789062231.293513:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789062231.293524:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23422:x1875967130986752:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789062231.293660:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23422:x1875967130986752:12345-0@lo:900:osp-pre-1-1.0 Request processed in 136us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062231.293668:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789062231.293738:0:23422:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c80a0380 x1875967130986752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789062247 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062231.293770:0:23422:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23422:1875967130986752:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1789062231.294099:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.294110:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.294122:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cf800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.294127:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.294139:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.294162:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.294170:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b75529a0/0x2774d8f311dc8581 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.294213:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.294215:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.294216:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062231.297078:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062231.297097:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.297118:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=612s v=(0 0) 00010000:00010000:2.0:1789062231.297123:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062231.297130:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.297146:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.297157:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.297165:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.297192:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062231.297399:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062231.297407:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.297416:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cee00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.297421:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.297431:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.297449:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.297457:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e333b21/0x2774d8f311dc8588 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.297483:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.297485:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.297487:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062231.301019:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062231.301041:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.301066:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=612s v=(0 0) 00010000:00010000:2.0:1789062231.301082:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062231.301091:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.301111:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.301124:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.301133:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.301153:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.301500:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.301510:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.301519:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cea00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.301525:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.301549:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.301576:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.301585:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000365256c/0x2774d8f311dc858f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.301640:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.301642:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.301644:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789062231.303494:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789062231.303511:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.303532:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=612s v=(0 0) 00010000:00010000:2.0:1789062231.303537:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062231.303545:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.303561:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.303573:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.303589:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.303653:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.304584:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.304596:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.304632:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cf000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.304638:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.304650:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.304674:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.304707:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e118a89/0x2774d8f311dc8596 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.304740:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.304742:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.304744:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.305950:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.305965:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.305982:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.305995:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.306002:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.306018:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.306031:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.306040:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.306063:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.307694:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.307710:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.307723:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.307729:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.307741:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.307766:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.307775:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a139ac71/0x2774d8f311dc859d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.307804:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.307805:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.307807:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.309359:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.309378:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.309395:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.309400:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.309408:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.309425:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.309438:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.309462:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.309487:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.309808:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.309825:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.309834:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.309839:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.309849:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.309869:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.309876:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075084fa0/0x2774d8f311dc85a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.309903:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.309905:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.309906:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.312356:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.312376:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.312400:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.312406:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.312414:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.312433:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.312445:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.312454:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.312481:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.312923:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.312932:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.312943:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47aa00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.312949:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.312973:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.312995:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.313004:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000370fcb55/0x2774d8f311dc85ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.313028:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.313030:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.313032:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.313520:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.313528:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.313546:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.313551:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.313556:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.313568:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.313577:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.313586:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.313631:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789062231.314016:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.314023:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314032:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.314036:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.314040:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314051:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314072:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314080:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314101:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789062231.314110:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789062231.314115:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314124:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.314128:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314138:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314153:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314161:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdadce1f/0x2774d8f311dc85b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314181:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062231.314201:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314209:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47b200 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.314213:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314221:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314241:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314248:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001291cf85/0x2774d8f311dc85b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314262:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.314263:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.314265:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.314742:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.314749:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314758:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.314762:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.314766:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314788:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314797:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314804:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314830:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062231.314839:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062231.314842:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314849:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47b600 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.314853:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314861:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314873:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314880:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6551cbb/0x2774d8f311dc85c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.314903:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.314905:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.314907:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.315341:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.315348:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315357:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.315359:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.315364:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315373:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315382:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315388:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315405:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062231.315412:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062231.315416:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315436:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47b800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.315440:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315447:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315459:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315466:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9fecfd8/0x2774d8f311dc85c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315479:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.315481:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.315482:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.315827:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.315923:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.315930:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315940:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.315943:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.315948:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315959:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315975:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.315983:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.316166:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789062231.316568:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.316574:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.316584:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.316587:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.316591:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.316601:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.316628:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.316637:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317008:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062231.317016:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317026:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.317031:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317040:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317058:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317075:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb08d268/0x2774d8f311dc85ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317099:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.317103:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317110:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767fd47a200 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.317113:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317121:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317132:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.317140:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.317142:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.317144:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.317324:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789062231.317330:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9b98a85/0x2774d8f311dc85d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789062231.320000:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.320021:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320042:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.320048:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.320057:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320074:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320087:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320096:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320121:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789062231.320134:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062231.320142:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320162:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767d613e000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062231.320167:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320179:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320210:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320220:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc85dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.320251:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.320254:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.320256:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.320927:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.321137:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.321144:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321160:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.321164:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.321170:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321182:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321307:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321317:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321373:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789062231.321934:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.321942:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321954:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.321958:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.321963:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321973:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321982:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.321990:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322343:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062231.322352:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322361:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767d613ec00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.322375:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322386:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322406:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322414:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3764420/0x2774d8f311dc85e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322437:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.322441:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322447:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767d613fe00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.322451:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322458:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322469:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322479:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.322486:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.322488:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.322758:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789062231.322765:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc85ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.322925:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789062231.323554:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062231.323562:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.323575:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=612s v=(0 0) 00010000:00010000:0.0:1789062231.323579:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062231.323585:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.323674:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.323685:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.323694:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.323793:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789062231.324121:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062231.324127:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.324135:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=612s v=(0 0) 00010000:00010000:0.0:1789062231.324138:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062231.324143:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.324152:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.324160:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.324178:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329177:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062231.329211:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329239:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.329246:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329260:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329292:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329310:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024e65c07/0x2774d8f311dc85f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329347:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.329352:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329358:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.329361:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329402:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329416:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.329425:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.329427:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.329429:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.329905:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789062231.329927:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789062231.329937:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc85f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789062231.330893:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062231.330902:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.330919:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=612s v=(0 0) 00010000:00010000:0.0:1789062231.330924:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062231.330933:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.330948:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.330960:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.330969:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.331049:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789062231.337841:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.337857:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.337878:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.337884:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.337891:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.337909:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.337922:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.337932:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338032:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789062231.338043:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338053:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.338059:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338070:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338092:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338100:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065e6c57a/0x2774d8f311dc85ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338141:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.338145:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338151:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767d613fe00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.338154:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338162:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338173:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.338182:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.338184:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.338185:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062231.338802:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789062231.338819:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000266fe82/0x2774d8f311dc8606 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.339180:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.340959:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.340975:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.340994:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.340999:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.341006:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.341022:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.341035:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.341043:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.341072:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.341689:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.343626:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.343655:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767d613e000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.343662:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.347866:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.347904:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.347912:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004063b682/0x2774d8f311dc860d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.348246:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.348249:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.348252:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789062231.349030:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789062231.349043:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.349436:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=612s v=(0 0) 00010000:00010000:1.0:1789062231.349442:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062231.349462:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.349481:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.349493:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.349502:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062231.349531:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789062231.349952:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789062231.349962:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.349973:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767d613f400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:3.0:1789062231.349979:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.349991:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.350011:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.350020:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099d4dee1/0x2774d8f311dc8614 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062231.350062:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.350064:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789062231.350066:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789062231.357730:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789062231.357751:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.357773:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=612s v=(0 0) 00010000:00010000:0.0:1789062231.357779:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062231.357787:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.357806:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.357827:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.357836:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062231.357860:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789062231.357871:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789062231.357879:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.357887:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199400 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062231.357892:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.357901:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.357922:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.357928:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c77a219f/0x2774d8f311dc861b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062231.357951:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.357961:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789062231.357963:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1789062231.358039:0:24185:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:0.0:1789062231.358164:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22705:x1875967130985984:12345-0@lo:5:osp-pre-1-0.0 Request processed in 121963us (126640us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062231.358174:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789062231.358433:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1875967130985984:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789062231.358462:0:22705:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1789062231.358526:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1875967130986880:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789062231.358697:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062231.358734:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8106240 going to sleep for 11 seconds 00000100:00100000:0.0:1789062231.358752:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130986880 00000100:00100000:0.0:1789062231.358760:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130986880 00000100:00100000:0.0:1789062231.358824:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789062231.358834:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22705:x1875967130986880:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1789062231.358886:0:24185:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1789062231.373833:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22705:x1875967130986880:12345-0@lo:5:osp-pre-1-0.0 Request processed in 14977us (15113us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789062231.373852:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789062231.374091:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1875967130986880:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789062231.374113:0:22705:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:2.0:1789062232.234050:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789062232.696548:0:25356:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg303-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789062233.260034:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062233.260148:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130987136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789062233.260214:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062233.260253:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789062233.260259:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130987008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789062233.260281:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062233.260309:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987136 00000100:00100000:0.0:1789062233.260316:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987136 00000100:00100000:0.0:1789062233.260358:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987008 00000100:00100000:0.0:1789062233.260361:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987008 00000100:00100000:0.0:1789062233.260378:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789062233.260386:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130987136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789062233.260412:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062233.260475:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130987136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062233.260483:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789062233.260502:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789062233.260508:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130987008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062233.260518:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062233.260541:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130987008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062233.260546:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1789062233.260561:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062233.260593:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130987008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789062233.260628:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130987136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789062233.260747:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789062233.260756:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130987264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789062233.260789:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062233.261243:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987264 00000100:00100000:0.0:1789062233.261249:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987264 00000100:00100000:0.0:1789062233.261288:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789062233.261295:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130987264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789062233.261318:0:23418:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062233.261364:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130987264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062233.261370:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789062233.261464:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130987264:0@lo:41:osp-pre-0-1.0 00000020:00000004:0.0:1789062233.691558:0:25408:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789062233.698210:0:25408:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789062233.775678:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130987392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789062233.775763:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062233.775832:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987392 00000100:00100000:0.0:1789062233.775840:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987392 00000100:00100000:0.0:1789062233.775883:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789062233.775902:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130987392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789062233.775933:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789062233.775977:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130987392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062233.775984:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789062233.776030:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130987392:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789062234.282856:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789062234.411298:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:2.0:1789062234.618776:0:25459:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789062234.618995:0:25459:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789062234.968648:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062234.968848:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120390400 00000100:00100000:0.0:1789062234.968860:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120390400 00000100:00100000:0.0:1789062234.968944:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 115 00000100:00100000:0.0:1789062234.968952:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2389:x1875967120390400:12345-192.168.203.3@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789062234.968992:0:22671:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 86e325a5-7c49-4e66-8e1c-6c78c9b69bac@192.168.203.3@tcp t0 exp 0000000000000000 cur 616 last 0 00000020:00000080:0.0:1789062234.969021:0:22671:0:(genops.c:1384:class_connect()) connect: client 86e325a5-7c49-4e66-8e1c-6c78c9b69bac, cookie 0x2774d8f311dc8622 00000100:00080000:0.0:1789062234.969137:0:22671:0:(import.c:65:import_set_state_nolock()) ffff9767d02dc000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789062234.969206:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+5:2389:x1875967120390400:12345-192.168.203.3@tcp:250:mount.lustre.0 Request processed in 253us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062234.969215:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 115 00000100:00100000:3.0:1789062234.973130:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062234.973256:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120390528 00000100:00100000:1.0:1789062234.973264:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120390528 00000100:00100000:1.0:1789062234.973329:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 116 00000100:00100000:1.0:1789062234.973339:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+5:18016:x1875967120390528:12345-192.168.203.3@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789062234.973355:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062234.973370:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767d613fa00/0x2774d8f311dc8629 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bdc8 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062234.973399:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767d613fa00/0x2774d8f311dc8629 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bdc8 expref: 6 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062234.973409:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767d613fa00/0x2774d8f311dc8629 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bdc8 expref: 6 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062234.973431:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767d613fa00, rc 0) 00000100:00100000:1.0:1789062234.973592:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+6:18016:x1875967120390528:12345-192.168.203.3@tcp:101:mount.lustre.0 Request processed in 253us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062234.973599:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 116 00000100:00100000:2.0:1789062234.979280:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062234.981819:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120390656 00000100:00100000:0.0:1789062234.981835:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120390656 00000100:00100000:0.0:1789062234.981921:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 117 00000100:00100000:0.0:1789062234.981931:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+6:18016:x1875967120390656:12345-192.168.203.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789062234.982116:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+6:18016:x1875967120390656:12345-192.168.203.3@tcp:501:mount.lustre.0 Request processed in 185us (2844us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789062234.982125:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 117 00000100:00100000:2.0:1789062234.989696:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062234.991416:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120390784 00000100:00100000:1.0:1789062234.991428:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120390784 00000100:00100000:1.0:1789062234.991618:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 118 00000100:00100000:1.0:1789062234.991630:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+6:18016:x1875967120390784:12345-192.168.203.3@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789062234.991647:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062234.991663:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767d613e800/0x2774d8f311dc8630 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bdcf expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062234.991690:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767d613e800/0x2774d8f311dc8630 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bdcf expref: 7 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062234.991701:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767d613e800/0x2774d8f311dc8630 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bdcf expref: 7 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062234.991710:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767d613e800, rc 0) 00000100:00100000:1.0:1789062234.991767:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+7:18016:x1875967120390784:12345-192.168.203.3@tcp:101:mount.lustre.0 Request processed in 139us (2081us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062234.991774:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 118 00000100:00100000:3.0:1789062234.997844:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062234.998659:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120390912 00000100:00100000:0.0:1789062234.998669:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120390912 00000100:00100000:0.0:1789062234.998726:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 119 00000100:00100000:0.0:1789062234.998736:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+7:18016:x1875967120390912:12345-192.168.203.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789062234.999324:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18016:x1875967120390912:12345-192.168.203.3@tcp:501:mount.lustre.0 Request processed in 588us (1497us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062234.999333:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 119 00000100:00100000:2.0:1789062235.002719:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.002817:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391040 00000100:00100000:0.0:1789062235.002827:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391040 00000100:00100000:0.0:1789062235.002889:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 120 00000100:00100000:0.0:1789062235.002900:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18016:x1875967120391040:12345-192.168.203.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789062235.003037:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18016:x1875967120391040:12345-192.168.203.3@tcp:503:mount.lustre.0 Request processed in 138us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.003045:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 120 00000100:00100000:3.0:1789062235.022255:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062235.023443:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391168 00000100:00100000:2.0:1789062235.023455:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391168 00000100:00100000:2.0:1789062235.023517:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 121 00000100:00100000:2.0:1789062235.023528:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18035:x1875967120391168:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789062235.023845:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18035:x1875967120391168:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 317us (1597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.023854:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 121 00000100:00100000:3.0:1789062235.085762:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062235.085892:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391296 00000100:00100000:1.0:1789062235.085901:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391296 00000100:00100000:1.0:1789062235.085951:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 122 00000100:00100000:1.0:1789062235.085961:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18035:x1875967120391296:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789062235.086125:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18035:x1875967120391296:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 165us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062235.086132:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 122 00000100:00100000:1.0:1789062235.089435:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.089513:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391424 00000100:00100000:0.0:1789062235.089522:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391424 00000100:00100000:0.0:1789062235.089572:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 123 00000100:00100000:0.0:1789062235.089583:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18035:x1875967120391424:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789062235.089759:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18035:x1875967120391424:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 177us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.089767:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 123 00000100:00100000:3.0:1789062235.109302:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062235.109484:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391552 00000100:00100000:2.0:1789062235.109494:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391552 00000100:00100000:2.0:1789062235.109547:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 124 00000100:00100000:2.0:1789062235.109557:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+8:18016:x1875967120391552:12345-192.168.203.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789062235.109573:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789062235.109652:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c80cfe00/0x2774d8f311dc8637 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3be00 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062235.109691:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c80cfe00/0x2774d8f311dc8637 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be00 expref: 9 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062235.109703:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c80cfe00/0x2774d8f311dc8637 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be00 expref: 9 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062235.109711:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c80cfe00, rc 0) 00000100:00100000:2.0:1789062235.109769:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+9:18016:x1875967120391552:12345-192.168.203.3@tcp:101:mount.lustre.0 Request processed in 214us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.109776:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 124 00000100:00100000:3.0:1789062235.116195:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062235.116436:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391680 00000100:00100000:1.0:1789062235.116446:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391680 00000100:00100000:1.0:1789062235.116502:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 125 00000100:00100000:1.0:1789062235.116510:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+9:18016:x1875967120391680:12345-192.168.203.3@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789062235.116534:0:22672:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789062235.116558:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789062235.116562:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789062235.116565:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789062235.116567:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789062235.116569:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789062235.119072:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+9:18016:x1875967120391680:12345-192.168.203.3@tcp:256:mount.lustre.0 Request processed in 2554us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.119086:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 125 00000100:00100000:3.0:1789062235.125512:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.126024:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391808 00000100:00100000:0.0:1789062235.126034:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391808 00000100:00100000:0.0:1789062235.126093:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 126 00000100:00100000:0.0:1789062235.126103:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+9:18016:x1875967120391808:12345-192.168.203.3@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789062235.126120:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062235.126148:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3be07 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062235.126360:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 10 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062235.126372:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 10 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062235.126380:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198600, rc 0) 00000100:00100000:0.0:1789062235.126502:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18016:x1875967120391808:12345-192.168.203.3@tcp:101:mount.lustre.0 Request processed in 400us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.126509:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 126 00000100:00100000:3.0:1789062235.129099:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062235.129268:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120391936 00000100:00100000:2.0:1789062235.129278:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120391936 00000100:00100000:2.0:1789062235.129454:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 127 00000100:00100000:2.0:1789062235.129464:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ca5cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18016:x1875967120391936:12345-192.168.203.3@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789062235.129655:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ca5cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18016:x1875967120391936:12345-192.168.203.3@tcp:501:mount.lustre.0 Request processed in 192us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.129663:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 127 00000100:00100000:1.0:1789062235.132357:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.132449:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392064 00000100:00100000:0.0:1789062235.132459:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392064 00000100:00100000:0.0:1789062235.132517:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 128 00000100:00100000:0.0:1789062235.132526:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18016:x1875967120392064:12345-192.168.203.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789062235.132712:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18016:x1875967120392064:12345-192.168.203.3@tcp:503:mount.lustre.0 Request processed in 186us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.132731:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 128 00000100:00100000:3.0:1789062235.138891:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.139030:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392192 00000100:00100000:0.0:1789062235.139041:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392192 00000100:00100000:0.0:1789062235.139105:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 129 00000100:00100000:0.0:1789062235.139115:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18041:x1875967120392192:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789062235.139298:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18041:x1875967120392192:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 183us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.139306:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 129 00000100:00100000:3.0:1789062235.147465:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062235.147579:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392320 00000100:00100000:1.0:1789062235.147589:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392320 00000100:00100000:1.0:1789062235.147672:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 130 00000100:00100000:1.0:1789062235.147682:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18041:x1875967120392320:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789062235.147850:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18041:x1875967120392320:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 169us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062235.147858:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 130 00000100:00100000:1.0:1789062235.153325:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062235.153446:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062235.162426:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392448 00000100:00100000:3.0:1789062235.162442:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392448 00000100:00100000:3.0:1789062235.162507:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392704 00000100:00100000:3.0:1789062235.162510:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392704 00000100:00100000:3.0:1789062235.162534:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:3.0:1789062235.162542:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2389:x1875967120392448:12345-192.168.203.3@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789062235.162571:0:22678:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from b425f87b-91b3-4626-86c5-fbe5fc193461@192.168.203.3@tcp t0 exp 0000000000000000 cur 616 last 0 00000020:00000080:3.0:1789062235.162638:0:22678:0:(genops.c:1384:class_connect()) connect: client b425f87b-91b3-4626-86c5-fbe5fc193461, cookie 0x2774d8f311dc8645 00000004:00100000:3.0:1789062235.162666:0:22678:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return b7 00000100:00080000:3.0:1789062235.163024:0:22678:0:(import.c:65:import_set_state_nolock()) ffff9766c623d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789062235.163092:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2389:x1875967120392448:12345-192.168.203.3@tcp:38:mount.lustre.0 Request processed in 549us (9776us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062235.163115:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:3.0:1789062235.163136:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:3.0:1789062235.163141:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2389:x1875967120392704:12345-192.168.203.3@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789062235.163158:0:22678:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from b425f87b-91b3-4626-86c5-fbe5fc193461@192.168.203.3@tcp t0 exp 0000000000000000 cur 616 last 0 00000020:00000080:3.0:1789062235.165524:0:22678:0:(genops.c:1384:class_connect()) connect: client b425f87b-91b3-4626-86c5-fbe5fc193461, cookie 0x2774d8f311dc864c 00000004:00100000:3.0:1789062235.165549:0:22678:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return b7 00000100:00100000:2.0:1789062235.168100:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062235.168137:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.168256:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392576 00000100:00100000:0.0:1789062235.168280:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392576 00000100:00100000:0.0:1789062235.168350:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392960 00000100:00100000:0.0:1789062235.168353:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392960 00000100:00100000:0.0:1789062235.168369:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:0.0:1789062235.168378:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+7:0:x1875967120392576:12345-192.168.203.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789062235.168411:0:25290:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062235.168486:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+7:0:x1875967120392576:12345-192.168.203.3@tcp:41:mount.lustre.0 Request processed in 108us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.168493:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:0.0:1789062235.168510:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00100000:0.0:1789062235.168517:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120392960:12345-192.168.203.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789062235.168528:0:25290:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062235.168549:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120392960:12345-192.168.203.3@tcp:41:mount.lustre.0 Request processed in 32us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.168555:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00080000:1.0:1789062235.168684:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789062235.169098:0:22678:0:(import.c:65:import_set_state_nolock()) ffff9766c8112000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062235.169133:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2389:x1875967120392704:12345-192.168.203.3@tcp:38:mount.lustre.0 Request processed in 5990us (15686us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.169150:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:2.0:1789062235.174454:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.174887:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393088 00000100:00100000:0.0:1789062235.174897:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393088 00000100:00100000:0.0:1789062235.174957:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:0.0:1789062235.174969:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767df7db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120393088:12345-192.168.203.3@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789062235.175054:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767df7db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120393088:12345-192.168.203.3@tcp:40:mount.lustre.0 Request processed in 87us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.175061:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:2.0:1789062235.175397:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.175473:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120392832 00000100:00100000:0.0:1789062235.175478:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120392832 00000100:00100000:0.0:1789062235.175512:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00100000:0.0:1789062235.175518:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+6:0:x1875967120392832:12345-192.168.203.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789062235.175553:0:22680:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789062235.175636:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+6:0:x1875967120392832:12345-192.168.203.3@tcp:41:mount.lustre.0 Request processed in 117us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062235.175643:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00080000:1.0:1789062235.177893:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789062235.189451:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.189545:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062235.189644:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062235.193340:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393216 00000100:00100000:2.0:1789062235.193355:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393216 00000100:00100000:2.0:1789062235.193412:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393344 00000100:00100000:2.0:1789062235.193414:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393344 00000100:00100000:2.0:1789062235.193439:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:2.0:1789062235.193447:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1875967120393216:12345-192.168.203.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789062235.193480:0:24184:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from b425f87b-91b3-4626-86c5-fbe5fc193461@192.168.203.3@tcp t0 exp 0000000000000000 cur 616 last 0 00000020:00000080:2.0:1789062235.193514:0:24184:0:(genops.c:1384:class_connect()) connect: client b425f87b-91b3-4626-86c5-fbe5fc193461, cookie 0x2774d8f311dc8653 00002000:00100000:2.0:1789062235.193525:0:24184:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b425f87b-91b3-4626-86c5-fbe5fc193461/ffff9766c8115800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789062235.193541:0:24184:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return b7 00002000:00080000:2.0:1789062235.193748:0:24184:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789062235.193782:0:24184:0:(import.c:65:import_set_state_nolock()) ffff9767fee9d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062235.193856:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2389:x1875967120393216:12345-192.168.203.3@tcp:8:mount.lustre.0 Request processed in 409us (4311us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.193863:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:2.0:1789062235.193879:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 20 00000100:00100000:2.0:1789062235.193883:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1875967120393344:12345-192.168.203.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789062235.193898:0:24184:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from b425f87b-91b3-4626-86c5-fbe5fc193461@192.168.203.3@tcp t0 exp 0000000000000000 cur 616 last 0 00000020:00000080:2.0:1789062235.193915:0:24184:0:(genops.c:1384:class_connect()) connect: client b425f87b-91b3-4626-86c5-fbe5fc193461, cookie 0x2774d8f311dc865a 00002000:00100000:2.0:1789062235.193920:0:24184:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b425f87b-91b3-4626-86c5-fbe5fc193461/ffff9767fee99000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789062235.193930:0:24184:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return b7 00002000:00080000:2.0:1789062235.194181:0:24184:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789062235.194197:0:24184:0:(import.c:65:import_set_state_nolock()) ffff9767fee9e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062235.194222:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2389:x1875967120393344:12345-192.168.203.3@tcp:8:mount.lustre.0 Request processed in 336us (4577us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.194228:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 20 00000100:00100000:1.0:1789062235.198174:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393472 00000100:00100000:1.0:1789062235.198190:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393472 00000100:00100000:1.0:1789062235.198259:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3 00000100:00100000:1.0:1789062235.198269:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8171c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120393472:12345-192.168.203.3@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789062235.198396:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8171c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120393472:12345-192.168.203.3@tcp:900:mount.lustre.0 Request processed in 128us (8954us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062235.198404:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3 00000100:00100000:0.0:1789062235.206907:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062235.207126:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393600 00000100:00100000:3.0:1789062235.207136:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393600 00000100:00100000:3.0:1789062235.207193:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 0 00000100:00100000:3.0:1789062235.207204:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120393600:12345-192.168.203.3@tcp:33:mount.lustre.0 00000004:00080000:3.0:1789062235.209637:0:22681:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2325us 00000004:00200000:2.0:1789062235.225146:0:22681:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789062235.225330:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18016:x1875967120393600:12345-192.168.203.3@tcp:33:mount.lustre.0 Request processed in 18123us (18428us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062235.225343:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 0 00010000:00010000:0.0:1789062235.305946:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062235.450187:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062235.450324:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393728 00000100:00100000:3.0:1789062235.450333:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393728 00000100:00100000:3.0:1789062235.450391:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 13 00000100:00100000:3.0:1789062235.450400:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18064:x1875967120393728:12345-192.168.203.3@tcp:101:mkdir.0 00010000:00010000:3.0:1789062235.450421:0:25290:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062235.450446:0:25290:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8661 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3be38 expref: -99 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062235.450511:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8668 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062235.450525:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062235.450539:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062235.450597:0:25290:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789062235.450601:0:25290:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789062235.450664:0:25290:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062235.450869:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8661 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be38 expref: 8 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062235.450890:0:25290:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8668 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be38 expref: 7 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062235.450899:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00010000:00010000:3.0:1789062235.450901:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789062235.450905:0:25290:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807a600, rc 0) 00000100:00100000:3.0:1789062235.451018:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18064:x1875967120393728:12345-192.168.203.3@tcp:101:mkdir.0 Request processed in 618us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062235.451026:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 13 00010000:00010000:2.0:1789062236.331033:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062236.331204:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130987520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789062236.331294:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062236.331853:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987520 00000100:00100000:0.0:1789062236.331864:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987520 00000100:00100000:0.0:1789062236.331944:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789062236.331954:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1875967130987520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789062236.331984:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789062236.332042:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1875967130987520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062236.332050:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789062236.332228:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130987648:0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.332285:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130987776:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.332294:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062236.332347:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3623:1875967130988160:0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.332367:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062236.332393:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062236.332414:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130988288:0@lo:400:kworker.0 00000100:00080000:2.0:1789062236.332451:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789062236.332469:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062236.332484:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130987904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062236.332498:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130988800:0@lo:400:kworker.0 00000100:00100000:2.0:1789062236.332530:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062236.332569:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130988544:0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.332577:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130988032:0@lo:400:kworker.0 00000100:00100000:2.0:1789062236.332650:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062236.332674:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987776 00000100:00100000:3.0:1789062236.332684:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987776 00000100:00100000:2.0:1789062236.332690:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130989056:0@lo:400:kworker.0 00000100:00100000:2.0:1789062236.332738:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987904 00000100:00100000:2.0:1789062236.332746:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987904 00000100:00100000:3.0:1789062236.332756:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988288 00000100:00100000:3.0:1789062236.332764:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988288 00000100:00100000:3.0:1789062236.332805:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789062236.332814:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130987776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.332874:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130987776:12345-0@lo:400:kworker.0 Request processed in 61us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062236.332880:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789062236.332896:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789062236.332902:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130988288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.332929:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130988288:12345-0@lo:400:kworker.0 Request processed in 27us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062236.332935:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789062236.333200:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988544 00000100:00100000:3.0:1789062236.333205:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988544 00000100:00100000:3.0:1789062236.333234:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789062236.333240:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3622:x1875967130988544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.333280:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3622:x1875967130988544:12345-0@lo:400:kworker.0 Request processed in 40us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062236.333286:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789062236.333308:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130987648 00000100:00100000:3.0:1789062236.333311:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130987648 00000100:00100000:3.0:1789062236.333338:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1789062236.333344:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3623:x1875967130987648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.333374:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3623:x1875967130987648:12345-0@lo:400:kworker.0 Request processed in 30us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062236.333380:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:3.0:1789062236.333417:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789062236.333438:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062236.333463:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c80a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130988416:0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.333488:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062236.335684:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130988672:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.335761:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062236.335810:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988160 00000100:00100000:1.0:1789062236.335820:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988160 00000100:00100000:1.0:1789062236.335875:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988672 00000100:00100000:1.0:1789062236.335878:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988672 00000100:00100000:1.0:1789062236.335901:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789062236.335910:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1875967130988160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.336942:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1875967130988160:12345-0@lo:400:kworker.0 Request processed in 1026us (4544us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062236.338432:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789062236.338516:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789062236.338537:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130988672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.338658:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130988672:12345-0@lo:400:kworker.0 Request processed in 133us (2897us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062236.338689:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789062236.338732:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062236.338830:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130987776:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.338845:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130988288:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.338878:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988800 00000100:00100000:1.0:1789062236.338884:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988800 00000100:00100000:1.0:1789062236.338930:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789062236.338936:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130988800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.338979:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875967130988800:12345-0@lo:400:kworker.0 Request processed in 43us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062236.338986:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1789062236.339003:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789062236.339024:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3620:1875967130988800:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.339044:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062236.339087:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130987520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789062236.339110:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130988544:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.339126:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989056 00000100:00100000:1.0:1789062236.339129:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989056 00000100:00100000:1.0:1789062236.339148:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789062236.339887:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130989056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.340012:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130989056:12345-0@lo:400:kworker.0 Request processed in 857us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062236.340020:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1789062236.340051:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789062236.340105:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130989056:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.340143:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130988672:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.340337:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3623:1875967130989184:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.340387:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062236.340413:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989184 00000100:00100000:1.0:1789062236.340418:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989184 00000100:00100000:1.0:1789062236.340453:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789062236.340460:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1875967130989184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.340488:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1875967130989184:12345-0@lo:400:kworker.0 Request processed in 29us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062236.340493:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1789062236.340506:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789062236.340523:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c75d4a80 x1875967130989184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789062236.340546:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3623:1875967130989184:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.340558:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130987648:0@lo:400:kworker.0 00000100:00100000:1.0:1789062236.340571:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3623:1875967130988160:0@lo:400:kworker.0 00000100:00100000:2.0:1789062236.341097:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789062236.341112:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd43df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130987904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789062236.341144:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789062236.341273:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd43df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130987904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (8743us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062236.341280:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789062236.341589:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c69a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130987904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062236.345173:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130988928:0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.345245:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062236.345301:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988928 00000100:00100000:3.0:1789062236.345309:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988928 00000100:00100000:2.0:1789062236.345349:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988032 00000100:00100000:2.0:1789062236.345373:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988032 00000100:00100000:3.0:1789062236.345375:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789062236.345390:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130988928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.345469:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130988928:12345-0@lo:400:kworker.0 Request processed in 81us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062236.345476:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1789062236.345503:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789062236.345509:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789062236.345540:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c75d4700 x1875967130988928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062236.345576:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130988928:0@lo:400:kworker.0 00000100:00100000:2.0:1789062236.345655:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130988416 00000100:00100000:2.0:1789062236.345662:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130988416 00000100:00100000:3.0:1789062236.345668:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789062236.345682:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130988032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789062236.345709:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789062236.345721:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130988416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062236.345735:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130988032:12345-0@lo:400:kworker.0 Request processed in 56us (12293us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062236.345745:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789062236.345795:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130988032:0@lo:400:kworker.0 00000100:00080000:3.0:1789062236.345822:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789062236.346583:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130988416:12345-0@lo:400:kworker.0 Request processed in 860us (13089us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062236.346595:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789062236.347089:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c80a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130988416:0@lo:400:kworker.0 00000001:00100000:3.0:1789062236.848529:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b425f87b-91b3-4626-86c5-fbe5fc193461 00000001:00080000:3.0:1789062236.848561:0:24998:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:0.0:1789062237.353933:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062237.655175:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062237.655298:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393856 00000100:00100000:1.0:1789062237.655311:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393856 00000100:00100000:1.0:1789062237.655416:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 14 00000100:00100000:1.0:1789062237.655429:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18117:x1875967120393856:12345-192.168.203.3@tcp:41:lfs.0 00000004:00000024:1.0:1789062237.655497:0:22678:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789062237.655682:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18117:x1875967120393856:12345-192.168.203.3@tcp:41:lfs.0 Request processed in 255us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062237.655711:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 14 00000100:00080000:3.0:1789062237.656436:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789062237.658863:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062237.658954:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120393984 00000100:00100000:3.0:1789062237.658966:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120393984 00000100:00100000:3.0:1789062237.659057:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 15 00000100:00100000:3.0:1789062237.659069:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c69a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18117:x1875967120393984:12345-192.168.203.3@tcp:41:lfs.0 00000004:00000024:3.0:1789062237.659119:0:22679:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789062237.659230:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c69a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18117:x1875967120393984:12345-192.168.203.3@tcp:41:lfs.0 Request processed in 163us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062237.659237:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 15 00000100:00080000:0.0:1789062237.660057:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789062237.662393:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062237.662583:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120394112 00000100:00100000:2.0:1789062237.662596:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120394112 00000100:00080000:0.0:1789062237.662809:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789062237.662888:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:2.0:1789062237.662904:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18117:x1875967120394112:12345-192.168.203.3@tcp:13:lfs.0 00002000:00000024:2.0:1789062237.662949:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789062237.663092:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18117:x1875967120394112:12345-192.168.203.3@tcp:13:lfs.0 Request processed in 191us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062237.673199:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:0.0:1789062237.673929:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062237.679117:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120394240 00000100:00100000:3.0:1789062237.679139:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120394240 00000100:00100000:3.0:1789062237.679262:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00100000:3.0:1789062237.679276:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b425f87b-91b3-4626-86c5-fbe5fc193461+5:18117:x1875967120394240:12345-192.168.203.3@tcp:13:lfs.0 00002000:00000024:3.0:1789062237.679325:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789062237.679509:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b425f87b-91b3-4626-86c5-fbe5fc193461+5:18117:x1875967120394240:12345-192.168.203.3@tcp:13:lfs.0 Request processed in 235us (5580us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062237.679518:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00080000:0.0:1789062237.680309:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789062237.915780:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062237.915954:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120394368 00000100:00100000:0.0:1789062237.915968:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120394368 00000100:00100000:0.0:1789062237.916046:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 132 00000100:00100000:0.0:1789062237.916078:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+10:18151:x1875967120394368:12345-192.168.203.3@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789062237.916101:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062237.916126:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c8198200/0x2774d8f311dc866f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3be3f expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062237.916162:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c8198200/0x2774d8f311dc866f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be3f expref: 11 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062237.916175:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c8198200/0x2774d8f311dc866f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be3f expref: 11 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062237.916186:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198200, rc 0) 00000100:00100000:0.0:1789062237.916265:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18151:x1875967120394368:12345-192.168.203.3@tcp:101:mount.lustre.0 Request processed in 190us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062237.916273:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 132 00000100:00100000:1.0:1789062237.928954:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062237.929142:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120394496 00000100:00100000:0.0:1789062237.929156:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120394496 00000100:00100000:0.0:1789062237.929230:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 133 00000100:00100000:0.0:1789062237.929242:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18151:x1875967120394496:12345-192.168.203.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789062237.929457:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18151:x1875967120394496:12345-192.168.203.3@tcp:501:mount.lustre.0 Request processed in 217us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062237.929466:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 133 00000100:00100000:2.0:1789062237.933210:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062237.933365:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120394624 00000100:00100000:0.0:1789062237.933378:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120394624 00000100:00100000:0.0:1789062237.933455:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 134 00000100:00100000:0.0:1789062237.933468:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18151:x1875967120394624:12345-192.168.203.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789062237.933721:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18151:x1875967120394624:12345-192.168.203.3@tcp:503:mount.lustre.0 Request processed in 255us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062237.933738:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 134 00000100:00100000:2.0:1789062237.941680:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062237.942161:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120394752 00000100:00100000:3.0:1789062237.942175:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120394752 00000100:00100000:3.0:1789062237.942248:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 135 00000100:00100000:3.0:1789062237.942259:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18156:x1875967120394752:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789062237.942478:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18156:x1875967120394752:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 219us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062237.942499:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 135 00000100:00100000:2.0:1789062237.977883:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062237.978356:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120394880 00000100:00100000:1.0:1789062237.978371:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120394880 00000100:00100000:1.0:1789062237.978455:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 136 00000100:00100000:1.0:1789062237.978468:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18156:x1875967120394880:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789062237.983570:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18156:x1875967120394880:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 5086us (5685us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062237.983591:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 136 00000100:00100000:0.0:1789062237.992353:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062237.993285:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395008 00000100:00100000:1.0:1789062237.993301:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395008 00000100:00100000:1.0:1789062237.993388:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 137 00000100:00100000:1.0:1789062237.993401:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18156:x1875967120395008:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789062237.994779:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18156:x1875967120395008:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 1358us (2418us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062237.994794:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 137 00000100:00100000:1.0:1789062237.997499:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062237.997594:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395136 00000100:00100000:0.0:1789062237.997621:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395136 00000100:00100000:0.0:1789062237.997690:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 138 00000100:00100000:0.0:1789062237.997702:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18151:x1875967120395136:12345-192.168.203.3@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789062237.997724:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062237.997748:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c8198c00/0x2774d8f311dc8676 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3be70 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062237.997797:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c8198c00/0x2774d8f311dc8676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be70 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062237.997810:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c8198c00/0x2774d8f311dc8676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be70 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062237.997822:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198c00, rc 0) 00000100:00100000:0.0:1789062237.997909:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18151:x1875967120395136:12345-192.168.203.3@tcp:101:mount.lustre.0 Request processed in 209us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062237.997918:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 138 00000100:00100000:2.0:1789062238.001980:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062238.002110:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395264 00000100:00100000:1.0:1789062238.002125:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395264 00000100:00100000:1.0:1789062238.002213:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 139 00000100:00100000:1.0:1789062238.002228:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18151:x1875967120395264:12345-192.168.203.3@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789062238.002268:0:22671:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789062238.002428:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789062238.002433:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789062238.002437:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789062238.002440:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789062238.002443:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789062238.008728:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18151:x1875967120395264:12345-192.168.203.3@tcp:256:mount.lustre.0 Request processed in 6487us (6748us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.008746:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 139 00000100:00100000:2.0:1789062238.013145:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062238.013294:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395392 00000100:00100000:3.0:1789062238.013307:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395392 00000100:00100000:3.0:1789062238.013386:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 140 00000100:00100000:3.0:1789062238.013399:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8d85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18151:x1875967120395392:12345-192.168.203.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789062238.013422:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062238.013447:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3be77 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.013489:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 13 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.013503:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 13 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.013513:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b200, rc 0) 00000100:00100000:3.0:1789062238.013595:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8d85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18151:x1875967120395392:12345-192.168.203.3@tcp:101:mount.lustre.0 Request processed in 197us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062238.013603:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 140 00000100:00100000:0.0:1789062238.020522:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062238.020719:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395520 00000100:00100000:1.0:1789062238.020733:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395520 00000100:00100000:0.0:1789062238.020918:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 141 00000100:00100000:0.0:1789062238.021146:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18151:x1875967120395520:12345-192.168.203.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789062238.021707:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18151:x1875967120395520:12345-192.168.203.3@tcp:501:mount.lustre.0 Request processed in 776us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.021719:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 141 00000100:00100000:1.0:1789062238.025290:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062238.025948:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395648 00000100:00100000:0.0:1789062238.025963:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395648 00000100:00100000:0.0:1789062238.026099:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 142 00000100:00100000:0.0:1789062238.026112:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18151:x1875967120395648:12345-192.168.203.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789062238.026335:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18151:x1875967120395648:12345-192.168.203.3@tcp:503:mount.lustre.0 Request processed in 225us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.026345:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 142 00000100:00100000:2.0:1789062238.030466:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062238.030596:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395776 00000100:00100000:0.0:1789062238.030626:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395776 00000100:00100000:0.0:1789062238.030709:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 143 00000100:00100000:0.0:1789062238.030721:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18161:x1875967120395776:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789062238.030940:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18161:x1875967120395776:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 221us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.030948:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 143 00000100:00100000:1.0:1789062238.045246:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062238.045576:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120395904 00000100:00100000:0.0:1789062238.045590:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120395904 00000100:00100000:0.0:1789062238.045712:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 144 00000100:00100000:0.0:1789062238.045725:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3369c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18161:x1875967120395904:12345-192.168.203.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789062238.045932:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3369c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18161:x1875967120395904:12345-192.168.203.3@tcp:502:llog_process_th.0 Request processed in 209us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.045949:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 144 00000100:00100000:1.0:1789062238.054402:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062238.054540:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062238.054655:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396032 00000100:00100000:2.0:1789062238.054686:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396032 00000100:00100000:2.0:1789062238.054747:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396288 00000100:00100000:2.0:1789062238.054751:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396288 00000100:00100000:2.0:1789062238.054788:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 16 00000100:00100000:2.0:1789062238.054800:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c672a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2389:x1875967120396032:12345-192.168.203.3@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789062238.054844:0:25290:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from c34c18cd-085e-4d76-bb60-2985fb623006@192.168.203.3@tcp t0 exp 0000000000000000 cur 619 last 0 00000020:00000080:2.0:1789062238.054900:0:25290:0:(genops.c:1384:class_connect()) connect: client c34c18cd-085e-4d76-bb60-2985fb623006, cookie 0x2774d8f311dc8684 00000004:00100000:2.0:1789062238.054937:0:25290:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return b7 00000100:00080000:2.0:1789062238.055067:0:25290:0:(import.c:65:import_set_state_nolock()) ffff9767fee9c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062238.055187:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c672a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+6:2389:x1875967120396032:12345-192.168.203.3@tcp:38:mount.lustre.0 Request processed in 388us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062238.055196:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 16 00000100:00100000:2.0:1789062238.055221:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 17 00000100:00100000:2.0:1789062238.055226:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2389:x1875967120396288:12345-192.168.203.3@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789062238.055246:0:25290:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from c34c18cd-085e-4d76-bb60-2985fb623006@192.168.203.3@tcp t0 exp 0000000000000000 cur 619 last 0 00000020:00000080:2.0:1789062238.055270:0:25290:0:(genops.c:1384:class_connect()) connect: client c34c18cd-085e-4d76-bb60-2985fb623006, cookie 0x2774d8f311dc868b 00000004:00100000:2.0:1789062238.055287:0:25290:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return b7 00000100:00080000:2.0:1789062238.055341:0:25290:0:(import.c:65:import_set_state_nolock()) ffff9767fee9f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062238.055366:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+6:2389:x1875967120396288:12345-192.168.203.3@tcp:38:mount.lustre.0 Request processed in 139us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062238.055372:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 17 00000100:00100000:1.0:1789062238.069729:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062238.069786:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062238.069817:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062238.069916:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396544 00000100:00100000:0.0:1789062238.069932:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396544 00000100:00100000:0.0:1789062238.070016:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396416 00000100:00100000:0.0:1789062238.070020:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396416 00000100:00100000:0.0:1789062238.070036:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396160 00000100:00100000:0.0:1789062238.070039:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396160 00000100:00100000:0.0:1789062238.070056:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 18 00000100:00100000:0.0:1789062238.070067:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+7:18151:x1875967120396544:12345-192.168.203.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789062238.070119:0:22680:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062238.070215:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+7:18151:x1875967120396544:12345-192.168.203.3@tcp:41:mount.lustre.0 Request processed in 149us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.070224:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 18 00000100:00100000:0.0:1789062238.070246:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:0.0:1789062238.070253:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:0:x1875967120396416:12345-192.168.203.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789062238.070273:0:22680:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789062238.070302:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:0:x1875967120396416:12345-192.168.203.3@tcp:41:mount.lustre.0 Request processed in 49us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.070309:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:0.0:1789062238.070321:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 20 00000100:00100000:0.0:1789062238.070328:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:0:x1875967120396160:12345-192.168.203.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789062238.070338:0:22680:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789062238.070359:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:0:x1875967120396160:12345-192.168.203.3@tcp:41:mount.lustre.0 Request processed in 32us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.070365:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 20 00000100:00080000:1.0:1789062238.070630:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789062238.070636:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789062238.083777:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062238.087835:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396672 00000100:00100000:0.0:1789062238.087857:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396672 00000100:00100000:0.0:1789062238.087963:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 21 00000100:00100000:0.0:1789062238.087975:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:18151:x1875967120396672:12345-192.168.203.3@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789062238.088152:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:18151:x1875967120396672:12345-192.168.203.3@tcp:40:mount.lustre.0 Request processed in 170us (4393us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.088161:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 21 00000100:00100000:1.0:1789062238.096958:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062238.097009:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062238.097308:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062238.097551:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397056 00000100:00100000:3.0:1789062238.097565:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397056 00000100:00100000:3.0:1789062238.097731:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4 00000100:00100000:3.0:1789062238.097743:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c34c18cd-085e-4d76-bb60-2985fb623006+6:18151:x1875967120397056:12345-192.168.203.3@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789062238.097864:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c34c18cd-085e-4d76-bb60-2985fb623006+6:18151:x1875967120397056:12345-192.168.203.3@tcp:900:mount.lustre.0 Request processed in 122us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062238.097872:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4 00000100:00100000:2.0:1789062238.097980:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396800 00000100:00100000:2.0:1789062238.097985:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396800 00000100:00100000:2.0:1789062238.098020:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120396928 00000100:00100000:2.0:1789062238.098024:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120396928 00000100:00100000:2.0:1789062238.098043:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 21 00000100:00100000:2.0:1789062238.098057:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2389:x1875967120396800:12345-192.168.203.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789062238.098091:0:24620:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from c34c18cd-085e-4d76-bb60-2985fb623006@192.168.203.3@tcp t0 exp 0000000000000000 cur 619 last 0 00000020:00000080:2.0:1789062238.098134:0:24620:0:(genops.c:1384:class_connect()) connect: client c34c18cd-085e-4d76-bb60-2985fb623006, cookie 0x2774d8f311dc8692 00002000:00100000:2.0:1789062238.098160:0:24620:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c34c18cd-085e-4d76-bb60-2985fb623006/ffff9767fee9c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789062238.098174:0:24620:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return b7 00002000:00080000:2.0:1789062238.098258:0:24620:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789062238.098307:0:24620:0:(import.c:65:import_set_state_nolock()) ffff9767fee9a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062238.098344:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c34c18cd-085e-4d76-bb60-2985fb623006+6:2389:x1875967120396800:12345-192.168.203.3@tcp:8:mount.lustre.0 Request processed in 286us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062238.098353:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 21 00000100:00100000:2.0:1789062238.098369:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 22 00000100:00100000:2.0:1789062238.098374:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c80a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2389:x1875967120396928:12345-192.168.203.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789062238.098391:0:24620:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from c34c18cd-085e-4d76-bb60-2985fb623006@192.168.203.3@tcp t0 exp 0000000000000000 cur 619 last 0 00000020:00000080:2.0:1789062238.098409:0:24620:0:(genops.c:1384:class_connect()) connect: client c34c18cd-085e-4d76-bb60-2985fb623006, cookie 0x2774d8f311dc8699 00002000:00100000:2.0:1789062238.098414:0:24620:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c34c18cd-085e-4d76-bb60-2985fb623006/ffff9767fee98800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789062238.098421:0:24620:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return b7 00002000:00080000:2.0:1789062238.098468:0:24620:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789062238.098501:0:24620:0:(import.c:65:import_set_state_nolock()) ffff9767c958b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789062238.098525:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c80a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c34c18cd-085e-4d76-bb60-2985fb623006+6:2389:x1875967120396928:12345-192.168.203.3@tcp:8:mount.lustre.0 Request processed in 149us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062238.098532:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 22 00000100:00100000:1.0:1789062238.104422:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062238.105270:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397184 00000100:00100000:2.0:1789062238.105286:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397184 00000100:00100000:2.0:1789062238.105588:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1 00000100:00100000:2.0:1789062238.105649:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c34c18cd-085e-4d76-bb60-2985fb623006+6:18151:x1875967120397184:12345-192.168.203.3@tcp:33:mount.lustre.0 00000004:00200000:2.0:1789062238.105785:0:22682:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789062238.105900:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c34c18cd-085e-4d76-bb60-2985fb623006+6:18151:x1875967120397184:12345-192.168.203.3@tcp:33:mount.lustre.0 Request processed in 255us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062238.105909:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1 00000100:00100000:2.0:1789062238.290315:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062238.292437:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397312 00000100:00100000:3.0:1789062238.292457:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397312 00000100:00100000:3.0:1789062238.292562:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 22 00000100:00100000:3.0:1789062238.292573:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c34c18cd-085e-4d76-bb60-2985fb623006+6:18184:x1875967120397312:12345-192.168.203.3@tcp:101:mkdir.0 00010000:00010000:3.0:1789062238.292600:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062238.292666:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a000/0x2774d8f311dc86a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bea8 expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.292745:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.292761:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.292850:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062238.292906:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789062238.292909:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789062238.292931:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.292960:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a000/0x2774d8f311dc86a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 8 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.292980:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 7 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062238.292989:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00010000:00010000:3.0:1789062238.292992:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789062238.293011:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807be00, rc 0) 00000100:00100000:3.0:1789062238.293093:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c34c18cd-085e-4d76-bb60-2985fb623006+7:18184:x1875967120397312:12345-192.168.203.3@tcp:101:mkdir.0 Request processed in 522us (2794us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062238.293101:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 22 00000100:00100000:2.0:1789062238.377876:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789062238.377913:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130989312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789062238.378037:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789062238.378079:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062238.378089:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789062238.378101:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130989440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789062238.378104:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130989568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789062238.378138:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062238.378181:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989312 00000100:00100000:2.0:1789062238.378191:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989312 00000100:00100000:0.0:1789062238.378192:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989440 00000100:00100000:0.0:1789062238.378199:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989440 00000100:00080000:3.0:1789062238.378331:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789062238.378534:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789062238.378547:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130989312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789062238.378574:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789062238.378651:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130989312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062238.378659:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789062238.378743:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130989312:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789062238.379404:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062238.379510:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989568 00000100:00100000:3.0:1789062238.379516:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989568 00000100:00100000:3.0:1789062238.379569:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789062238.379577:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130989568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789062238.379603:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789062238.379694:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130989568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062238.379701:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789062238.380450:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130989568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789062238.381632:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789062238.381782:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130989440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789062238.381813:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062238.382002:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130989440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 358us (3863us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.382010:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789062238.383130:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130989440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789062238.891256:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130989696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789062238.891370:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062238.891834:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989696 00000100:00100000:0.0:1789062238.891844:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989696 00000100:00100000:0.0:1789062238.891930:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789062238.891944:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130989696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789062238.891988:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789062238.892290:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130989696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 348us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062238.892299:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789062238.892412:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130989696:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789062239.415086:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062240.425839:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789062240.875224:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:2.0:1789062240.941785:0:22658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c34c18cd-085e-4d76-bb60-2985fb623006 00000001:00100000:2.0:1789062240.941797:0:22658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b425f87b-91b3-4626-86c5-fbe5fc193461 00000001:00100000:1.0:1789062240.942308:0:24179:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c34c18cd-085e-4d76-bb60-2985fb623006 00000001:00100000:1.0:1789062240.942315:0:24179:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b425f87b-91b3-4626-86c5-fbe5fc193461 00000001:00100000:2.0:1789062240.944652:0:23410:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c34c18cd-085e-4d76-bb60-2985fb623006 00000001:00100000:2.0:1789062240.944662:0:23410:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b425f87b-91b3-4626-86c5-fbe5fc193461 00000001:02000400:0.0:1789062241.257997:0:25557:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:3.0:1789062241.450005:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130989824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062241.450072:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789062241.450432:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062241.450443:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130989952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789062241.450472:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062241.450504:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989824 00000100:00100000:2.0:1789062241.450511:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989824 00000100:00100000:2.0:1789062241.450553:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130989952 00000100:00100000:2.0:1789062241.450557:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130989952 00000100:00100000:2.0:1789062241.450575:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789062241.450583:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130989824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789062241.450628:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789062241.450667:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130989824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062241.450674:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789062241.450691:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789062241.450697:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130989952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789062241.450707:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789062241.450734:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130989952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062241.450751:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789062241.450851:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130989824:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789062241.450885:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789062241.451255:0:3620:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789062241.451273:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130989952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789062241.452873:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3621:1875967130990080:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.452935:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.452980:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130990592:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453004:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453025:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130991104:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453049:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453096:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789062241.453101:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130990464:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453134:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453153:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130990976:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453172:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453197:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130990208:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453219:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453235:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130990720:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453267:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453284:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c81a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130991232:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453303:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453319:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789062241.453324:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130990336:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453341:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453354:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3622:1875967130990848:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453370:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453379:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c81a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3622:1875967130991360:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453393:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062241.453415:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990592 00000100:00100000:3.0:1789062241.453422:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990592 00000100:00100000:3.0:1789062241.453462:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990208 00000100:00100000:3.0:1789062241.453465:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990208 00000100:00100000:3.0:1789062241.453479:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789062241.453486:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130990592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453534:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130990592:12345-0@lo:400:kworker.0 Request processed in 47us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.453553:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789062241.453569:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789062241.453576:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130990208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453634:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130990208:12345-0@lo:400:kworker.0 Request processed in 59us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.453640:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789062241.453657:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130991104 00000100:00100000:3.0:1789062241.453660:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130991104 00000100:00100000:3.0:1789062241.453687:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990464 00000100:00100000:3.0:1789062241.453690:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990464 00000100:00100000:3.0:1789062241.453700:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990976 00000100:00100000:3.0:1789062241.453703:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990976 00000100:00100000:3.0:1789062241.453713:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130991232 00000100:00100000:3.0:1789062241.453716:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130991232 00000100:00100000:3.0:1789062241.453725:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990848 00000100:00100000:3.0:1789062241.453727:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990848 00000100:00100000:3.0:1789062241.453736:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130991360 00000100:00100000:3.0:1789062241.453738:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130991360 00000100:00100000:3.0:1789062241.453764:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789062241.453770:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130991104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453796:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130991104:12345-0@lo:400:kworker.0 Request processed in 26us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.453801:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789062241.453811:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789062241.453816:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130990464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453834:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130990464:12345-0@lo:400:kworker.0 Request processed in 19us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.453840:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789062241.453859:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789062241.453864:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130990976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453891:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130990976:12345-0@lo:400:kworker.0 Request processed in 26us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.453896:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789062241.453907:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789062241.453912:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130991232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453937:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130991232:12345-0@lo:400:kworker.0 Request processed in 25us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062241.453938:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789062241.453943:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789062241.453946:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1875967130990848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453952:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789062241.453956:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3622:x1875967130991360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.453975:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3622:x1875967130991360:12345-0@lo:400:kworker.0 Request processed in 19us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062241.453976:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1875967130990848:12345-0@lo:400:kworker.0 Request processed in 32us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.453981:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789062241.454086:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990080 00000100:00100000:0.0:1789062241.454090:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990080 00000100:00100000:0.0:1789062241.454116:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1789062241.454128:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3621:x1875967130990080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062241.454158:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3621:x1875967130990080:12345-0@lo:400:kworker.0 Request processed in 31us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062241.454164:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1789062241.454362:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990720 00000100:00100000:3.0:1789062241.454367:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990720 00000100:00100000:3.0:1789062241.454392:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130990336 00000100:00100000:3.0:1789062241.454394:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130990336 00000100:00100000:3.0:1789062241.454417:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789062241.454423:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130990720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454452:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130990720:12345-0@lo:400:kworker.0 Request processed in 29us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.454457:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789062241.454466:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789062241.454470:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130990336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454501:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130990336:12345-0@lo:400:kworker.0 Request processed in 31us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062241.454506:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1789062241.454530:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789062241.454534:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789062241.454536:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789062241.454564:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130990336:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454574:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3622:1875967130990848:0@lo:400:kworker.0 00010000:00080000:3.0:1789062241.454585:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c81a8a80 x1875967130991360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062241.454594:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c81a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3622:1875967130991360:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454602:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130990208:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454626:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130990720:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454634:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c81a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130991232:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454669:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130990464:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454679:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130990976:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454688:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3621:1875967130990080:0@lo:400:kworker.0 00000100:00100000:3.0:1789062241.454696:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130990592:0@lo:400:kworker.0 00010000:00080000:3.0:1789062241.454705:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9767c3065f80 x1875967130991104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789062241.454713:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130991104:0@lo:400:kworker.0 00000100:00100000:1.0:1789062241.454967:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00010000:1.0:1789062242.474778:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062243.497824:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130991488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789062243.497893:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062243.498072:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130991488 00000100:00100000:0.0:1789062243.498081:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130991488 00000100:00100000:0.0:1789062243.498129:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789062243.498153:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130991488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789062243.498193:0:23418:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00010000:00010000:1.0:1789062243.498280:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789062243.499960:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130991488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1816us (2061us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062243.499977:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789062243.500047:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130991488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789062243.500066:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789062243.500075:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130991616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789062243.500123:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062243.500179:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130991616 00000100:00100000:1.0:1789062243.500186:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130991616 00000100:00100000:2.0:1789062243.500213:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130991744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789062243.500239:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789062243.500250:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130991616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789062243.500273:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789062243.500311:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062243.500317:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130991616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062243.500325:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789062243.500340:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130991744 00000100:00100000:1.0:1789062243.500344:0:24187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130991744 00000100:00100000:1.0:1789062243.500377:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789062243.500384:0:24187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130991744:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789062243.500387:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1789062243.500396:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789062243.500424:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130991616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789062243.500442:0:24187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130991744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062243.500448:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789062243.500858:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130991744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789062243.596338:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596742:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596777:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596798:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596815:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596831:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596849:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596868:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596909:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062243.596942:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397696 00000100:00100000:1.0:1789062243.596961:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397696 00000100:00100000:1.0:1789062243.597009:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398208 00000100:00100000:1.0:1789062243.597012:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398208 00000100:00100000:1.0:1789062243.597025:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397568 00000100:00100000:1.0:1789062243.597027:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397568 00000100:00100000:1.0:1789062243.597039:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398080 00000100:00100000:1.0:1789062243.597041:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398080 00000100:00100000:1.0:1789062243.597056:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 44 00000100:00100000:1.0:1789062243.597064:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120397696:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062243.597146:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120397696:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 82us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062243.597153:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 44 00000100:00100000:1.0:1789062243.597171:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 45 00000100:00100000:1.0:1789062243.597177:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120398208:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062243.597201:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120398208:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 24us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062243.597207:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 45 00000100:00100000:1.0:1789062243.597217:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 46 00000100:00100000:1.0:1789062243.597223:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2391:x1875967120397568:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062243.597244:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2391:x1875967120397568:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 21us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062243.597250:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 46 00000100:00100000:1.0:1789062243.597259:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 47 00000100:00100000:1.0:1789062243.597265:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:2391:x1875967120398080:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062243.597283:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:2391:x1875967120398080:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 19us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062243.597298:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 47 00000100:00100000:0.0:1789062243.598549:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397440 00000100:00100000:0.0:1789062243.598559:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397440 00000100:00100000:1.0:1789062243.598988:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 146 00000100:00100000:1.0:1789062243.599001:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:2390:x1875967120397440:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062243.599060:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:2390:x1875967120397440:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 63us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062243.599067:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 146 00000100:00100000:0.0:1789062243.599237:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397952 00000100:00100000:0.0:1789062243.599241:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397952 00000100:00100000:0.0:1789062243.599268:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398464 00000100:00100000:0.0:1789062243.599270:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398464 00000100:00100000:0.0:1789062243.599283:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120397824 00000100:00100000:0.0:1789062243.599285:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120397824 00000100:00100000:0.0:1789062243.599297:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398336 00000100:00100000:0.0:1789062243.599299:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398336 00000100:00100000:0.0:1789062243.599313:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:0.0:1789062243.599319:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120397952:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1789062243.599850:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120397952:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 529us (3070us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062243.599868:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:0.0:1789062243.599886:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00100000:0.0:1789062243.599893:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:2390:x1875967120398464:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1789062243.599919:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:2390:x1875967120398464:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 26us (3102us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062243.599925:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00100000:0.0:1789062243.599936:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:0.0:1789062243.599943:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2391:x1875967120397824:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1789062243.599964:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2391:x1875967120397824:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 22us (3113us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062243.599969:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:0.0:1789062243.599980:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00100000:0.0:1789062243.599986:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c34c18cd-085e-4d76-bb60-2985fb623006+5:2391:x1875967120398336:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:0.0:1789062243.600007:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c34c18cd-085e-4d76-bb60-2985fb623006+5:2391:x1875967120398336:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 21us (3099us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062243.600013:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 12 00000100:00080000:0.0:1789062243.600029:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789062243.600033:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789062243.600036:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789062243.600038:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789062244.016321:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789062244.016344:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c81ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130991872:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789062244.016417:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062244.017719:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130991872 00000100:00100000:1.0:1789062244.017739:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130991872 00000100:00100000:1.0:1789062244.017800:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789062244.017811:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130991872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789062244.017847:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789062244.017916:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130991872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062244.017923:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789062244.017971:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c81ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130991872:0@lo:41:osp-pre-1-0.0 00000001:00100000:3.0:1789062244.019506:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c34c18cd-085e-4d76-bb60-2985fb623006 00010000:00010000:1.0:1789062244.522946:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789062244.651886:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:2.0:1789062244.716306:0:25704:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffddff1f8e0 20000000:00000080:2.0:1789062244.716323:0:25704:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9767fecce800 uarg=0000000000000000 20000000:01000000:2.0:1789062244.716363:0:25704:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789062244.716369:0:25704:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789062244.716374:0:25704:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1789062244.718934:0:25705:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1789062244.719101:0:25704:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789062244.733488:0:25704:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789062244.733822:0:25704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733842:0:25704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733850:0:25704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733857:0:25704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733865:0:25704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733874:0:25704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733882:0:25704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733890:0:25704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733932:0:25704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.733961:0:25704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 12 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.733976:0:25704:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c75d7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992000:192.168.203.3@tcp:104: 00010000:00010000:3.0:1789062244.734074:0:25704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.734083:0:25704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 12 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.734091:0:25704:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992128:192.168.203.3@tcp:104: 00010000:00010000:3.0:1789062244.734138:0:25704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.734146:0:25704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 23 pid: 22673 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.734155:0:25704:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992256:0@lo:104: 00000100:00100000:3.0:1789062244.734204:0:25704:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789062244.734241:0:25704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.734248:0:25704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 23 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.734255:0:25704:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992384:0@lo:104: 00000100:00100000:3.0:1789062244.734273:0:25704:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789062244.734304:0:25704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.734312:0:25704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 23 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.734320:0:25704:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992512:0@lo:104: 00000100:00100000:3.0:1789062244.734340:0:25704:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789062244.734355:0:25704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.734363:0:25704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 23 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.734370:0:25704:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992640:0@lo:104: 00000100:00100000:3.0:1789062244.734388:0:25704:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062244.734398:0:25704:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062244.734424:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130992256 00000100:00100000:0.0:1789062244.734433:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130992256 00000100:00100000:0.0:1789062244.734466:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130992384 00000100:00100000:0.0:1789062244.734470:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130992384 00000100:00100000:0.0:1789062244.734480:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130992512 00000100:00100000:0.0:1789062244.734490:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130992512 00000100:00100000:0.0:1789062244.734504:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130992640 00000100:00100000:0.0:1789062244.734507:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130992640 00000100:00100000:0.0:1789062244.734524:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789062244.734533:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8172680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+6:25704:x1875967130992256:12345-0@lo:104: 00010000:00010000:0.0:1789062244.734548:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.734643:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789062244.734650:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8172680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+6:25704:x1875967130992256:12345-0@lo:104: Request processed in 119us (446us total) trans 0 rc 0/0 00010000:00010000:1.0:1789062244.734654:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1789062244.734660:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1789062244.734663:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734672:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198e00 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062244.734677:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062244.734682:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00010000:00010000:1.0:1789062244.734691:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062244.734693:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8170380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+5:25704:x1875967130992384:12345-0@lo:104: 00010000:00010000:0.0:1789062244.734702:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062244.734723:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062244.734731:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789062244.734752:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789062244.734759:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8170380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+5:25704:x1875967130992384:12345-0@lo:104: Request processed in 68us (484us total) trans 0 rc 0/0 00010000:00010000:1.0:1789062244.734764:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062244.734767:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:1.0:1789062244.734776:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789062244.734787:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789062244.734794:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8173b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:25704:x1875967130992512:12345-0@lo:104: 00010000:00010000:1.0:1789062244.734798:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.734803:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734809:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c8198e00/0x2774d8f311dc84d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc84d9 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734824:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062244.734828:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734834:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a800 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062244.734837:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.734837:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789062244.734848:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8173b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+4:25704:x1875967130992512:12345-0@lo:104: Request processed in 53us (506us total) trans 0 rc 0/0 00010000:00010000:1.0:1789062244.734850:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062244.734859:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062244.734868:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 10000000:01000000:1.0:1789062244.734869:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1789062244.734887:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789062244.734896:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8170e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:25704:x1875967130992640:12345-0@lo:104: 00010000:00010000:1.0:1789062244.734897:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734905:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789062244.734908:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734913:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734921:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807a800/0x2774d8f311dc8351 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8358 expref: -99 pid: 24178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734930:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062244.734933:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734939:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9767c0030800 already unused, calling callback (ffffffffc14eec20) 00010000:00010000:0.0:1789062244.734939:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:00010000:1.0:1789062244.734945:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062244.734948:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8170e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+3:25704:x1875967130992640:12345-0@lo:104: Request processed in 54us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062244.734961:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1789062244.734962:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062244.734970:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062244.734976:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789062244.734990:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.734996:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062244.735026:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735042:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9767c0030800/0x2774d8f311dc8312 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc8319 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735052:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062244.735055:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735059:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b400 already unused, calling callback (ffffffffc14eec20) 10000000:00010000:1.0:1789062244.735062:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735068:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789062244.735074:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789062244.735078:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789062244.735097:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735103:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789062244.735109:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735116:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: ffff9766c807b400/0x2774d8f311dc8304 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2774d8f311dc830b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735128:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062244.735135:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062244.735136:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062244.735150:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789062244.735161:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130992768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062244.735190:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062244.735218:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789062244.735224:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130992896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062244.735241:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062244.735266:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130993152:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062244.735284:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062244.735299:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789062244.735304:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130993024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062244.735323:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062244.735350:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130992768 00000100:00100000:1.0:1789062244.735354:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130992768 00010000:00010000:1.0:1789062244.735373:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 24 pid: 22673 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062244.735387:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130992896 00000100:00100000:1.0:1789062244.735390:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130992896 00010000:00010000:1.0:1789062244.735398:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 25 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062244.735405:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993152 00000100:00100000:1.0:1789062244.735407:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993152 00010000:00010000:1.0:1789062244.735415:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 26 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062244.735422:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993024 00000100:00100000:1.0:1789062244.735424:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993024 00010000:00010000:1.0:1789062244.735440:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 27 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062244.735454:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789062244.735461:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+27:3620:x1875967130992768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062244.735472:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062244.735477:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 27 pid: 22673 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735487:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 27 pid: 22673 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735501:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062244.735537:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+27:3620:x1875967130992768:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062244.735543:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789062244.735557:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789062244.735563:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+26:3620:x1875967130992896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062244.735572:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062244.735578:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 26 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735585:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 26 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735594:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062244.735641:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+26:3620:x1875967130992896:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062244.735647:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789062244.735667:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789062244.735673:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+25:3623:x1875967130993152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062244.735693:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062244.735699:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 25 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062244.735708:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130992896:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062244.735710:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 25 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062244.735733:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3620:1875967130992768:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062244.735736:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062244.735771:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+25:3623:x1875967130993152:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062244.735778:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789062244.735790:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789062244.735797:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3623:x1875967130993024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789062244.735803:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062244.735808:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 24 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735815:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 24 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062244.735824:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062244.735843:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:3623:x1875967130993024:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062244.735848:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789062244.735883:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130993024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789062244.735889:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:3623:1875967130993152:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789062244.736956:0:25704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47b000/0x2774d8f311dc84d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc84d2 expref: 23 pid: 22673 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.736969:0:25704:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3064000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992256:0@lo:104: 00010000:00010000:3.0:1789062244.736979:0:25704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767fd47ba00/0x2774d8f311dc8358 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc8351 expref: 22 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.736985:0:25704:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992384:0@lo:104: 00010000:00010000:3.0:1789062244.736993:0:25704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9767c0030400/0x2774d8f311dc8319 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc8312 expref: 21 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.737000:0:25704:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992512:0@lo:104: 00010000:00010000:3.0:1789062244.737009:0:25704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c5771000/0x2774d8f311dc830b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2774d8f311dc8304 expref: 20 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.737027:0:25704:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992640:0@lo:104: 00000100:00100000:1.0:1789062244.749967:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062244.750007:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062244.750100:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398592 00000100:00100000:2.0:1789062244.750109:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398592 00010000:00010000:2.0:1789062244.750145:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 13 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062244.750188:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398720 00000100:00100000:2.0:1789062244.750192:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398720 00010000:00010000:2.0:1789062244.750205:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 14 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062244.750224:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 13 00000100:00100000:2.0:1789062244.750232:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c6749450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+14:2393:x1875967120398592:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789062244.750247:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789062244.750265:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 14 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062244.750277:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 14 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062244.750307:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062244.750327:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 14 00000100:00100000:0.0:1789062244.750349:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+14:2393:x1875967120398720:12345-192.168.203.3@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1789062244.750358:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c6749450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+14:2393:x1875967120398592:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 125us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062244.750366:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 13 00010000:00010000:0.0:1789062244.750373:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062244.750382:0:23831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 13 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750396:0:23831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 13 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750410:0:23831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750419:0:23831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750446:0:23831:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750454:0:23831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750461:0:23831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750468:0:23831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750475:0:23831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a000 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:0.0:1789062244.750478:0:23831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750487:0:23831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750496:0:23831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062244.750507:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062244.750534:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:2393:x1875967120398720:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 189us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062244.750540:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 14 00010000:00010000:3.0:1789062244.750773:0:25704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c807b200/0x2774d8f311dc867d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be77 expref: 12 pid: 22672 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.750790:0:25704:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c75d7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992000:192.168.203.3@tcp:104: 00010000:00010000:3.0:1789062244.750802:0:25704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c8198600/0x2774d8f311dc863e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be07 expref: 11 pid: 22671 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062244.750810:0:25704:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c3065f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25704:1875967130992128:192.168.203.3@tcp:104: 00010000:00010000:3.0:1789062244.750844:0:25704:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.750854:0:25704:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.750860:0:25704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062244.750867:0:25704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9766c807a000/0x2774d8f311dc86ae lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.545865:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789062245.866309:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789062245.866316:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767fd137000 from 13 10000000:01000000:1.0:1789062245.866322:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789062245.866371:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767d613ec00/0x2774d8f311dc86b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.866383:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9767d613ec00/0x2774d8f311dc86b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.866396:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9767d613ec00/0x2774d8f311dc86b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062245.866421:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767fd346d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789062245.866489:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062245.866537:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd526180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062245.866649:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993280 00000100:00100000:0.0:1789062245.866657:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993280 00000100:00100000:0.0:1789062245.866765:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1789062245.866775:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3369850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+20:22675:x1875967130993280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789062245.866802:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062245.866816:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c8199800/0x2774d8f311dc86bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc86b5 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062245.866839:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c8199800/0x2774d8f311dc86bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc86b5 expref: 21 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062245.866851:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c8199800/0x2774d8f311dc86bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc86b5 expref: 21 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062245.866859:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8199800, rc 0) 00000100:00100000:0.0:1789062245.866915:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3369850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130993280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062245.866922:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789062245.867095:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767fd346d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062245.867110:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9767d613ec00/0x2774d8f311dc86b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86bc expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062245.867120:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9767d613ec00/0x2774d8f311dc86b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc86bc expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062245.867175:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8412a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789062245.867203:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062245.867233:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c6750f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789062245.867285:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993408 00000100:00100000:1.0:1789062245.867290:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993408 00000100:00100000:1.0:1789062245.867323:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1789062245.867330:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130993408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789062245.867451:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130993408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 120us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062245.867458:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1789062245.867596:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8412a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.867658:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.867699:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062245.867735:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7180 going to sleep for 11 seconds 00000100:00100000:1.0:1789062245.867844:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993536 00000100:00100000:1.0:1789062245.867849:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993536 00000100:00100000:1.0:1789062245.867879:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1789062245.867885:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130993536:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789062245.867977:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130993536:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062245.867984:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1789062245.868065:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993536:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789062245.868952:0:25717:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789062245.869251:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789062245.869268:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789062245.869277:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9767d613ec00/0x2774d8f311dc86b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86bc expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062245.869287:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9767d613ec00/0x2774d8f311dc86b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86bc expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789062245.869297:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789062245.869300:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767fb015800 from 13 10000000:01000000:3.0:1789062245.869302:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789062245.869331:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a000/0x2774d8f311dc86c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062245.869339:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c807a000/0x2774d8f311dc86c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062245.869348:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c807a000/0x2774d8f311dc86c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062245.869366:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.869411:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062245.869451:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7180 going to sleep for 11 seconds 00000100:00100000:1.0:1789062245.869509:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993664 00000100:00100000:1.0:1789062245.869516:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993664 00000100:00100000:1.0:1789062245.869557:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1789062245.869564:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+21:22675:x1875967130993664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789062245.869574:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062245.869586:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767d613e000/0x2774d8f311dc86ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc86c3 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.869634:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767d613e000/0x2774d8f311dc86ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc86c3 expref: 22 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.869645:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767d613e000/0x2774d8f311dc86ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc86c3 expref: 22 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.869653:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767d613e000, rc 0) 00000100:00100000:1.0:1789062245.869684:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:22675:x1875967130993664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062245.869691:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789062245.869837:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789062245.869849:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c807a000/0x2774d8f311dc86c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86ca expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062245.869858:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c807a000/0x2774d8f311dc86c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc86ca expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062245.869925:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.869954:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062245.869980:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062245.870049:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993792 00000100:00100000:0.0:1789062245.870054:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993792 00000100:00100000:0.0:1789062245.870076:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789062245.870083:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c336b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:22675:x1875967130993792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789062245.870190:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c336b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:22675:x1875967130993792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 107us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062245.870197:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789062245.870269:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.870294:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.870328:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062245.870350:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7180 going to sleep for 11 seconds 00000100:00100000:0.0:1789062245.872860:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130993920 00000100:00100000:0.0:1789062245.872876:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130993920 00000100:00100000:0.0:1789062245.872927:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789062245.872937:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:22675:x1875967130993920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789062245.873102:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:22675:x1875967130993920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 166us (2772us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062245.873120:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789062245.873361:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130993920:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789062245.874214:0:25718:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789062245.874451:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789062245.874472:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789062245.874482:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c807a000/0x2774d8f311dc86c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86ca expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062245.874494:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c807a000/0x2774d8f311dc86c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86ca expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789062245.874515:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789062245.874518:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767c475b000 from 13 10000000:01000000:2.0:1789062245.874521:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789062245.874551:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce400/0x2774d8f311dc86d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062245.874559:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c80ce400/0x2774d8f311dc86d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062245.874568:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c80ce400/0x2774d8f311dc86d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062245.874592:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8410700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789062245.874668:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062245.874724:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c6750f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789062245.874814:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130994048 00000100:00100000:1.0:1789062245.874820:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130994048 00000100:00100000:1.0:1789062245.874864:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1789062245.874872:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+22:22675:x1875967130994048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789062245.874883:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062245.874896:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767d613f400/0x2774d8f311dc86d8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc86d1 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.874929:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767d613f400/0x2774d8f311dc86d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc86d1 expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.874939:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767d613f400/0x2774d8f311dc86d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc86d1 expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.874949:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767d613f400, rc 0) 00000100:00100000:1.0:1789062245.874986:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130994048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062245.874992:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789062245.875840:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8410700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789062245.875855:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c80ce400/0x2774d8f311dc86d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86d8 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062245.875864:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c80ce400/0x2774d8f311dc86d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc86d8 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062245.875919:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.875950:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062245.876054:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062245.888142:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130994176 00000100:00100000:0.0:1789062245.888157:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130994176 00000100:00100000:0.0:1789062245.888228:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789062245.888239:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130994176:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789062245.888409:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130994176:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 172us (12457us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062245.888417:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789062245.888578:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.888656:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789062245.888746:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062245.888784:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1789062245.888833:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130994304 00000100:00100000:0.0:1789062245.888838:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130994304 00000100:00100000:0.0:1789062245.888856:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789062245.888861:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130994304:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789062245.888973:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130994304:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 110us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062245.888981:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1789062245.894029:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994304:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789062245.900306:0:25719:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789062245.900491:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789062245.900512:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789062245.900522:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c80ce400/0x2774d8f311dc86d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86d8 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062245.900534:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c80ce400/0x2774d8f311dc86d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86d8 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789062245.900544:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789062245.900547:0:22675:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9767df74d800 from 13 10000000:01000000:0.0:1789062245.900549:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789062245.900583:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c8198600/0x2774d8f311dc86df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062245.900635:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: ffff9766c8198600/0x2774d8f311dc86df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062245.900648:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: ffff9766c8198600/0x2774d8f311dc86df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062245.900672:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c81a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789062245.900746:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062245.900782:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d8011d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789062245.900915:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130994432 00000100:00100000:1.0:1789062245.900923:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130994432 00000100:00100000:1.0:1789062245.900971:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789062245.900979:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+23:22675:x1875967130994432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789062245.900993:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062245.901006:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9767d613fe00/0x2774d8f311dc86e6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2774d8f311dc86df expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.901028:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9767d613fe00/0x2774d8f311dc86e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2774d8f311dc86df expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.901038:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9767d613fe00/0x2774d8f311dc86e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2774d8f311dc86df expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062245.901045:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9767d613fe00, rc 0) 00000100:00100000:1.0:1789062245.901092:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130994432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062245.901108:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789062245.901426:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c81a9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062245.901442:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: ffff9766c8198600/0x2774d8f311dc86df lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86e6 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062245.901453:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: ffff9766c8198600/0x2774d8f311dc86df lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2774d8f311dc86e6 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062245.901513:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8411880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789062245.901543:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062245.901566:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c6750c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789062245.901758:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130994560 00000100:00100000:1.0:1789062245.901763:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130994560 00000100:00100000:1.0:1789062245.901790:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789062245.901797:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130994560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789062245.901897:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130994560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 100us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062245.901904:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789062245.903577:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8411880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789062245.903645:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8411880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789062245.903730:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062245.903768:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff9766c6750c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789062245.903836:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130994688 00000100:00100000:1.0:1789062245.903843:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130994688 00000100:00100000:1.0:1789062245.903891:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1789062245.903899:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130994688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789062245.904000:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a+24:22675:x1875967130994688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 102us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062245.904008:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789062245.904416:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8411880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66cf8f81-d4d6-4d12-9fef-2a71dcdf8e7a:22675:1875967130994688:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789062245.906556:0:25720:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789062245.909575:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789062245.910172:0:22675:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789062245.910185:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff9766c8198600/0x2774d8f311dc86df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86e6 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062245.910198:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff9766c8198600/0x2774d8f311dc86df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2774d8f311dc86e6 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062246.314946:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.315048:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398848 00000100:00100000:2.0:1789062246.315058:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398848 00000100:00100000:2.0:1789062246.315132:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 23 00000100:00100000:2.0:1789062246.315143:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+6:18651:x1875967120398848:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789062246.315162:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1789062246.315171:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789062246.315186:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cfa00/0x2774d8f311dc86ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3beaf expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315247:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315262:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315275:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315289:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315296:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315302:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315397:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce200/0x2774d8f311dc8702 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315405:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce200/0x2774d8f311dc8702 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315411:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce200/0x2774d8f311dc8702 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789062246.315454:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789062246.315458:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789062246.315494:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce200/0x2774d8f311dc8702 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315505:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315511:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315518:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315523:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80ce800 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:2.0:1789062246.315526:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315533:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315545:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00010000:00010000:2.0:1789062246.315553:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789062246.315559:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315565:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc86f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315580:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315586:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315591:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315596:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cf200 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:2.0:1789062246.315598:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315602:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315667:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9767fd592600) 00010000:00010000:2.0:1789062246.315669:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789062246.315673:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315678:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf200/0x2774d8f311dc86fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315727:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cfa00/0x2774d8f311dc86ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3beaf expref: 8 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315754:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce200/0x2774d8f311dc8702 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3beaf expref: 7 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.315761:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9767fd592400) 00010000:00010000:2.0:1789062246.315764:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789062246.315766:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c80ce200, rc 0) 00000100:00100000:2.0:1789062246.315829:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18651:x1875967120398848:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 688us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062246.315838:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 23 00000100:00100000:3.0:1789062246.323389:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.323523:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120398976 00000100:00100000:1.0:1789062246.323537:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120398976 00000100:00100000:1.0:1789062246.323654:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:1.0:1789062246.323667:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18651:x1875967120398976:12345-192.168.203.3@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1789062246.323792:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18651:x1875967120398976:12345-192.168.203.3@tcp:900:lhsmtool_posix.0 Request processed in 126us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.323801:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:0.0:1789062246.328447:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.328571:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120399232 00000100:00100000:3.0:1789062246.328590:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120399232 00000100:00100000:3.0:1789062246.328733:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 24 00000100:00100000:3.0:1789062246.328746:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18651:x1875967120399232:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789062246.328776:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.328812:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8709 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3beb6 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.328925:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.328944:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.328958:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329162:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329182:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329196:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329329:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b800/0x2774d8f311dc871e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329350:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b800/0x2774d8f311dc871e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329356:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b800/0x2774d8f311dc871e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062246.329368:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1789062246.329524:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329532:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329539:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329546:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.329551:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329559:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329572:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9767fd592400) 00010000:00010000:3.0:1789062246.329575:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.329581:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329587:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc8710 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.329601:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.330158:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.330163:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.330168:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807ac00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.330171:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.330177:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.330187:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9767f4564e00) 00010000:00010000:3.0:1789062246.330190:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.330194:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.330199:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8717 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.332222:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8709 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3beb6 expref: 10 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.332248:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b800/0x2774d8f311dc871e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3beb6 expref: 9 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.332257:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9767f4564a00) 00010000:00010000:3.0:1789062246.332259:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.332274:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b800, rc 0) 00000100:00100000:3.0:1789062246.332350:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18651:x1875967120399232:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 3606us (3911us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789062246.332360:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 24 00000100:00100000:2.0:1789062246.338303:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.338398:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120399360 00000100:00100000:1.0:1789062246.338412:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120399360 00000100:00100000:1.0:1789062246.338507:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 25 00000100:00100000:1.0:1789062246.338521:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18651:x1875967120399360:12345-192.168.203.3@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1789062246.338833:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18651:x1875967120399360:12345-192.168.203.3@tcp:59:lhsmtool_posix.0 Request processed in 314us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.338842:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 25 00000100:00100000:1.0:1789062246.341127:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.343446:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120399488 00000100:00100000:2.0:1789062246.343466:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120399488 00000100:00100000:2.0:1789062246.343567:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 26 00000100:00100000:2.0:1789062246.343582:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:18651:x1875967120399488:12345-192.168.203.3@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1789062246.343793:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1789062246.348128:0:25290:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 4456us 00000100:00100000:3.0:1789062246.372202:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:18651:x1875967120399488:12345-192.168.203.3@tcp:59:lhsmtool_posix.0 Request processed in 28611us (31076us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.372222:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 26 00000100:00100000:0.0:1789062246.412206:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.412330:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120399616 00000100:00100000:3.0:1789062246.412344:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120399616 00000100:00100000:3.0:1789062246.412423:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 27 00000100:00100000:3.0:1789062246.412434:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18657:x1875967120399616:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:3.0:1789062246.412464:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.412492:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc872c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bebd expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412582:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412600:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412672:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412690:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412698:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412733:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412798:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412806:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412813:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412819:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807ac00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.412824:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412833:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412846:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00010000:00010000:3.0:1789062246.412858:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.412864:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412877:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc8733 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412892:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412898:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412910:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412915:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.412918:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412924:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412932:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9767f4564e00) 00010000:00010000:3.0:1789062246.412935:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.412938:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412943:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc873a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412982:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc872c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bebd expref: 10 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.412993:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00010000:00010000:3.0:1789062246.412995:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.412999:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc872c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bebd expref: 10 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.413009:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b200, rc 0) 00000100:00100000:3.0:1789062246.413086:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18657:x1875967120399616:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 653us (893us total) trans 0 rc 301/301 00000100:00100000:3.0:1789062246.413102:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 27 00000100:00100000:1.0:1789062246.425282:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062246.425683:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120399744 00000100:00100000:0.0:1789062246.425696:0:22687:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120399744 00000100:00100000:0.0:1789062246.425770:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 0 00000100:00100000:0.0:1789062246.425781:0:22687:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18657:x1875967120399744:12345-192.168.203.3@tcp:700:lfs.0 00000100:00100000:0.0:1789062246.425891:0:22687:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18657:x1875967120399744:12345-192.168.203.3@tcp:700:lfs.0 Request processed in 112us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.425918:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 0 00000100:00100000:1.0:1789062246.428426:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.428561:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400000 00000100:00100000:3.0:1789062246.428573:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400000 00000100:00100000:3.0:1789062246.428693:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 28 00000100:00100000:3.0:1789062246.428714:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18657:x1875967120400000:12345-192.168.203.3@tcp:36:lfs.0 00010000:00010000:3.0:1789062246.428787:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789062246.428822:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8668 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3be38 expref: 9 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.428845:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00010000:00010000:3.0:1789062246.428850:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789062246.428920:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.428935:0:22678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 5 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.428946:0:22678:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.428984:0:22678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 5 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.429000:0:22678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 5 pid: 22679 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062246.429015:0:22678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1875967130994816:192.168.203.3@tcp:104: 00000100:00100000:3.0:1789062246.429142:0:22678:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd5b7a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789062246.438169:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.438350:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400128 00000100:00100000:3.0:1789062246.438354:0:22678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8171880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1875967130994816:192.168.203.3@tcp:104: 00000100:00100000:2.0:1789062246.438359:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400128 00010000:00010000:3.0:1789062246.438390:0:22678:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.438435:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 6 pid: 22679 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062246.438483:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 15 00000100:00100000:2.0:1789062246.438495:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:2392:x1875967120400128:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789062246.438517:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789062246.438525:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 6 pid: 22679 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.438557:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 6 pid: 22679 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.438584:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc86a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bea8 expref: 6 pid: 22679 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.438602:0:22665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00000100:00080000:0.0:1789062246.438714:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789062246.438873:0:22665:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.438885:0:22665:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.438894:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.438967:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789062246.439037:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c34c18cd-085e-4d76-bb60-2985fb623006+5:2392:x1875967120400128:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 544us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062246.439046:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 15 00010000:00010000:3.0:1789062246.439575:0:22678:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.439584:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.439729:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.439741:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.439750:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441735:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441765:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441780:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789062246.441802:0:22678:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6eb524a reply state 00000000e65eecae transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441827:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441836:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:3.0:1789062246.441839:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789062246.441844:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789062246.441852:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789062246.441862:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441869:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441877:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441884:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b200 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.441889:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441896:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441906:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9766c7415000) 00010000:00010000:3.0:1789062246.441909:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.441913:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441920:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8741 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789062246.441952:0:22678:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6eb524a reply state 00000000e65eecae transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441960:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.441967:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9767f4564e00) 00010000:00010000:3.0:1789062246.441969:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789062246.441971:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1789062246.442169:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+10:18657:x1875967120400000:12345-192.168.203.3@tcp:36:lfs.0 Request processed in 13459us (13751us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789062246.442179:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 28 00000100:00100000:1.0:1789062246.473564:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.474377:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400256 00000100:00100000:2.0:1789062246.474399:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400256 00000100:00100000:2.0:1789062246.474489:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 159 00000100:00100000:2.0:1789062246.474503:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+11:18031:x1875967120400256:12345-192.168.203.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062246.474529:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789062246.474557:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c80cfa00/0x2774d8f311dc8756 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bec4 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.475833:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c80cfa00/0x2774d8f311dc8756 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bec4 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.475855:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c80cfa00/0x2774d8f311dc8756 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bec4 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.475867:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c80cfa00, rc 0) 00000100:00100000:2.0:1789062246.476028:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18031:x1875967120400256:12345-192.168.203.3@tcp:101:ll_cfg_requeue.0 Request processed in 1526us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062246.476038:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 159 00000100:00100000:1.0:1789062246.490871:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062246.491049:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400384 00000100:00100000:0.0:1789062246.491064:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400384 00000100:00100000:0.0:1789062246.491275:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 160 00000100:00100000:0.0:1789062246.491288:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18031:x1875967120400384:12345-192.168.203.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789062246.491518:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18031:x1875967120400384:12345-192.168.203.3@tcp:501:ll_cfg_requeue.0 Request processed in 232us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.491529:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 160 00000100:00100000:0.0:1789062246.505441:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.505869:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400512 00000100:00100000:1.0:1789062246.505886:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400512 00000100:00100000:1.0:1789062246.506027:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 161 00000100:00100000:1.0:1789062246.506042:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18031:x1875967120400512:12345-192.168.203.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789062246.506275:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18031:x1875967120400512:12345-192.168.203.3@tcp:503:ll_cfg_requeue.0 Request processed in 236us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.506285:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 161 00000100:00100000:1.0:1789062246.524895:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.524961:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.525042:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400768 00000100:00100000:3.0:1789062246.525055:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400768 00000100:00100000:2.0:1789062246.525210:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400640 00000100:00100000:3.0:1789062246.525213:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 29 00000100:00100000:2.0:1789062246.525218:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400640 00000100:00100000:3.0:1789062246.525229:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+10:18665:x1875967120400768:12345-192.168.203.3@tcp:101:lctl.0 00010000:00010000:3.0:1789062246.525264:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1789062246.525269:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 162 00000100:00100000:2.0:1789062246.525280:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+12:18031:x1875967120400640:12345-192.168.203.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789062246.525292:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.525300:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc875d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bed2 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.525310:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9766c80cf200/0x2774d8f311dc8764 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3becb expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.525349:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9766c80cf200/0x2774d8f311dc8764 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3becb expref: 13 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.525364:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9766c80cf200/0x2774d8f311dc8764 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3becb expref: 13 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.525376:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c80cf200, rc 0) 00010000:00010000:3.0:1789062246.525399:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc876b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.525414:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc876b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.525428:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc876b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062246.525459:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18031:x1875967120400640:12345-192.168.203.3@tcp:101:ll_cfg_requeue.0 Request processed in 180us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062246.525480:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 162 00000004:00200000:3.0:1789062246.525508:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789062246.525513:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789062246.525564:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc876b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.525596:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc875d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bed2 expref: 12 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.525659:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807ac00/0x2774d8f311dc876b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bed2 expref: 11 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.525668:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:3.0:1789062246.525671:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789062246.525674:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807ac00, rc 0) 00000100:00100000:3.0:1789062246.525702:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+11:18665:x1875967120400768:12345-192.168.203.3@tcp:101:lctl.0 Request processed in 478us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.525719:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 29 00000100:00100000:2.0:1789062246.529257:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.529833:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120400896 00000100:00100000:1.0:1789062246.529847:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120400896 00000100:00100000:1.0:1789062246.529933:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 163 00000100:00100000:1.0:1789062246.529946:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18031:x1875967120400896:12345-192.168.203.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789062246.530189:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18031:x1875967120400896:12345-192.168.203.3@tcp:501:ll_cfg_requeue.0 Request processed in 245us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.530236:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 163 00000100:00100000:2.0:1789062246.539506:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.539758:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120401024 00000100:00100000:1.0:1789062246.539773:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120401024 00000100:00100000:1.0:1789062246.539846:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 164 00000100:00100000:1.0:1789062246.539859:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18031:x1875967120401024:12345-192.168.203.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789062246.540065:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:18031:x1875967120401024:12345-192.168.203.3@tcp:503:ll_cfg_requeue.0 Request processed in 208us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.540074:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 164 00000100:00100000:0.0:1789062246.551856:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.552100:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120401152 00000100:00100000:2.0:1789062246.552115:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120401152 00000100:00100000:2.0:1789062246.552196:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 30 00000100:00100000:2.0:1789062246.552208:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+5:18667:x1875967120401152:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:2.0:1789062246.552234:0:25290:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789062246.552263:0:25290:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc8772 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bed9 expref: -99 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.552367:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf000/0x2774d8f311dc8779 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.552387:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf000/0x2774d8f311dc8779 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.552403:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf000/0x2774d8f311dc8779 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789062246.552460:0:25290:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789062246.552465:0:25290:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789062246.552495:0:25290:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf000/0x2774d8f311dc8779 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.552522:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc8772 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bed9 expref: 7 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.552545:0:25290:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf000/0x2774d8f311dc8779 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bed9 expref: 6 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.552573:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:2.0:1789062246.552576:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789062246.552581:0:25290:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c80cf000, rc 0) 00000100:00100000:2.0:1789062246.552737:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+6:18667:x1875967120401152:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 530us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062246.552747:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 30 00000100:00100000:3.0:1789062246.554902:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.555024:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120401280 00000100:00100000:1.0:1789062246.555037:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120401280 00000100:00100000:1.0:1789062246.555113:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 31 00000100:00100000:1.0:1789062246.555126:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8171880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+6:18667:x1875967120401280:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:1.0:1789062246.555154:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062246.555188:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9767d613f200/0x2774d8f311dc8780 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bee0 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555284:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555529:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555545:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555561:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555593:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555601:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555759:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da800/0x2774d8f311dc8795 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555769:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da800/0x2774d8f311dc8795 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555777:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da800/0x2774d8f311dc8795 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789062246.555825:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789062246.555829:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789062246.555854:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da800/0x2774d8f311dc8795 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555869:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555877:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555884:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555891:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c74db800 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062246.555896:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555912:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555927:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:1.0:1789062246.555930:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062246.555936:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555942:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db800/0x2774d8f311dc8787 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555960:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555966:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555973:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555978:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c74dac00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062246.555981:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555988:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.555995:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9767f4564e00) 00010000:00010000:1.0:1789062246.555998:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062246.556001:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.556019:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dac00/0x2774d8f311dc878e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.556053:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9767d613f200/0x2774d8f311dc8780 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bee0 expref: 8 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.556071:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da800/0x2774d8f311dc8795 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bee0 expref: 7 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.556079:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:1.0:1789062246.556082:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789062246.556085:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c74da800, rc 0) 00000100:00100000:1.0:1789062246.556156:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8171880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+7:18667:x1875967120401280:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 1033us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.556164:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 31 00000100:00100000:0.0:1789062246.560093:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.560230:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120401408 00000100:00100000:1.0:1789062246.560248:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120401408 00000100:00080000:0.0:1789062246.560409:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789062246.563891:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6 00000100:00100000:1.0:1789062246.563929:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c34c18cd-085e-4d76-bb60-2985fb623006+5:18667:x1875967120401408:12345-192.168.203.3@tcp:900:lfs.0 00000100:00100000:1.0:1789062246.564064:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c34c18cd-085e-4d76-bb60-2985fb623006+5:18667:x1875967120401408:12345-192.168.203.3@tcp:900:lfs.0 Request processed in 156us (3993us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.564072:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6 00000100:00100000:0.0:1789062246.570255:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062246.570479:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120401664 00000100:00100000:0.0:1789062246.570494:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120401664 00000100:00100000:0.0:1789062246.570569:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 32 00000100:00100000:0.0:1789062246.570581:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+7:18667:x1875967120401664:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:0.0:1789062246.570634:0:25290:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062246.570669:0:25290:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc879c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bee7 expref: -99 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789062246.570830:0:25290:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789062246.570995:0:25290:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc879c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bee7 expref: 9 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.571047:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:0.0:1789062246.571050:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789062246.571057:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc879c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bee7 expref: 9 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.571077:0:25290:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198000, rc 0) 00000100:00100000:3.0:1789062246.571502:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130994944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062246.571578:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062246.571668:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130994944 00000100:00100000:3.0:1789062246.571675:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130994944 00000100:00100000:3.0:1789062246.571746:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789062246.571756:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c75d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130994944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789062246.571785:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789062246.571838:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c75d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875967130994944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.571858:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:3.0:1789062246.571889:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789062246.571933:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3620:1875967130994944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789062246.572062:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130995200:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.572489:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+8:18667:x1875967120401664:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 1907us (2257us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1789062246.572497:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 32 00000100:00100000:0.0:1789062246.572696:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130995328:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.572741:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.572766:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130995840:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.572791:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.572808:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3623:1875967130996352:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.572833:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.572869:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995328 00000100:00100000:0.0:1789062246.572876:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995328 00000100:00100000:0.0:1789062246.572919:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789062246.572927:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130995328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.572967:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1875967130995328:12345-0@lo:400:kworker.0 Request processed in 42us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.572974:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789062246.572995:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130995072:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573023:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.573055:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7513800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130995584:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573079:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.573104:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130996096:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573125:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.573143:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789062246.573150:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130995456:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573172:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.573184:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130995968:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573203:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062246.573224:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995072 00000100:00100000:0.0:1789062246.573228:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995072 00000100:00100000:0.0:1789062246.573257:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995584 00000100:00100000:0.0:1789062246.573259:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995584 00000100:00100000:0.0:1789062246.573274:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789062246.573280:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130995072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573564:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130995072:12345-0@lo:400:kworker.0 Request processed in 282us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.573571:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789062246.573587:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789062246.573594:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130995584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573652:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1875967130995584:12345-0@lo:400:kworker.0 Request processed in 58us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.573658:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789062246.573699:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3623:1875967130995328:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573739:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130995072:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573748:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7513800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3621:1875967130995584:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573781:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995840 00000100:00100000:0.0:1789062246.573785:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995840 00000100:00100000:0.0:1789062246.573806:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130996352 00000100:00100000:0.0:1789062246.573809:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130996352 00000100:00100000:0.0:1789062246.573824:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130996096 00000100:00100000:0.0:1789062246.573826:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130996096 00000100:00100000:0.0:1789062246.573838:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995456 00000100:00100000:0.0:1789062246.573841:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995456 00000100:00100000:0.0:1789062246.573850:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995968 00000100:00100000:0.0:1789062246.573852:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995968 00000100:00100000:0.0:1789062246.573866:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789062246.573872:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130995840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573910:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1875967130995840:12345-0@lo:400:kworker.0 Request processed in 37us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.573917:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789062246.573929:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789062246.573935:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1875967130996352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.573959:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1875967130996352:12345-0@lo:400:kworker.0 Request processed in 24us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.573964:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789062246.573974:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789062246.573979:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130996096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.574007:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875967130996096:12345-0@lo:400:kworker.0 Request processed in 27us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.574012:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789062246.574022:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789062246.574028:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130995456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.574062:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875967130995456:12345-0@lo:400:kworker.0 Request processed in 34us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.574068:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789062246.574080:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789062246.574086:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130995968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.574109:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875967130995968:12345-0@lo:400:kworker.0 Request processed in 23us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.574114:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789062246.574138:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3623:1875967130995840:0@lo:400:kworker.0 00010000:00080000:0.0:1789062246.574152:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c7513480 x1875967130996352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062246.574163:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3623:1875967130996352:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.574186:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875967130995456:0@lo:400:kworker.0 00000100:00100000:0.0:1789062246.574196:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3621:1875967130995968:0@lo:400:kworker.0 00010000:00080000:0.0:1789062246.574206:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9766c7510a80 x1875967130996096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789062262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789062246.574229:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3621:1875967130996096:0@lo:400:kworker.0 00000100:00080000:0.0:1789062246.574962:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789062246.574971:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789062246.574974:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789062246.575265:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062246.575431:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7511500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130995712:0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.575490:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062246.575510:0:3622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130996224:0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.575537:0:3622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062246.575587:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995200 00000100:00100000:3.0:1789062246.575596:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995200 00000100:00100000:3.0:1789062246.575742:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130995712 00000100:00100000:3.0:1789062246.575746:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130995712 00000100:00100000:3.0:1789062246.575770:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789062246.575778:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130995200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.575836:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3622:x1875967130995200:12345-0@lo:400:kworker.0 Request processed in 59us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.575843:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789062246.575862:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789062246.575868:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130995712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.575896:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1875967130995712:12345-0@lo:400:kworker.0 Request processed in 29us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.575902:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1789062246.575922:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789062246.575939:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130996224 00000100:00100000:3.0:1789062246.575961:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130996224 00000100:00100000:3.0:1789062246.575999:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789062246.576006:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130996224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.576036:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3622:x1875967130996224:12345-0@lo:400:kworker.0 Request processed in 31us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.576042:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:3.0:1789062246.576054:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789062246.576372:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3622:1875967130995200:0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.576387:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7511500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3622:1875967130995712:0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.576396:0:3622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3622:1875967130996224:0@lo:400:kworker.0 00000100:00100000:3.0:1789062246.576495:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789062246.576506:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c7511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130996480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789062246.576567:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789062246.576969:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789062246.578516:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130996480 00000100:00100000:3.0:1789062246.578531:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130996480 00000100:00100000:3.0:1789062246.578591:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789062246.578914:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.578982:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130996480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789062246.579013:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789062246.579097:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130996480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (2529us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.579106:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789062246.579169:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c7511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130996480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789062246.584399:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120401920 00000100:00100000:0.0:1789062246.584419:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120401920 00000100:00100000:0.0:1789062246.584589:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 33 00000100:00100000:0.0:1789062246.584624:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c34c18cd-085e-4d76-bb60-2985fb623006+8:18667:x1875967120401920:12345-192.168.203.3@tcp:36:lfs.0 00010000:00010000:0.0:1789062246.584744:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062246.584794:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da800/0x2774d8f311dc8795 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bee0 expref: 8 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.584826:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:0.0:1789062246.584833:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789062246.584866:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.584882:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.584895:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789062246.585244:0:22678:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004ffe6ecd reply state 0000000000eb59c3 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.585597:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.585658:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:0.0:1789062246.585662:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1789062246.585666:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789062246.585676:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789062246.586148:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c34c18cd-085e-4d76-bb60-2985fb623006+9:18667:x1875967120401920:12345-192.168.203.3@tcp:36:lfs.0 Request processed in 1544us (7232us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789062246.586158:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 33 00000100:00100000:0.0:1789062246.594142:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.594275:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120402176 00000100:00100000:2.0:1789062246.594285:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120402176 00000100:00100000:2.0:1789062246.594343:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2 00000100:00100000:2.0:1789062246.594354:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c34c18cd-085e-4d76-bb60-2985fb623006+9:18667:x1875967120402176:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:2.0:1789062246.594595:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c34c18cd-085e-4d76-bb60-2985fb623006+10:18667:x1875967120402176:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 242us (474us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789062246.594603:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2 00000100:00100000:2.0:1789062246.597102:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.597600:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120402432 00000100:00100000:3.0:1789062246.597634:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120402432 00000100:00100000:3.0:1789062246.597714:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 34 00000100:00100000:3.0:1789062246.597724:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c34c18cd-085e-4d76-bb60-2985fb623006+10:18667:x1875967120402432:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:3.0:1789062246.597758:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.597782:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3beee expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.597874:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.597889:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.597902:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.597913:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.597919:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.597926:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062246.598033:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789062246.598106:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598114:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598120:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598149:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b000 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.598154:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598165:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598177:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:3.0:1789062246.598181:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.598186:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598192:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598207:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598213:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598218:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598223:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807be00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.598227:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598232:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598251:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9767f4564e00) 00010000:00010000:3.0:1789062246.598253:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.598257:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598502:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598539:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87b1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3beee expref: 12 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598550:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:3.0:1789062246.598552:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789062246.598556:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3beee expref: 12 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.598564:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b200, rc 0) 00000100:00100000:3.0:1789062246.598660:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c34c18cd-085e-4d76-bb60-2985fb623006+11:18667:x1875967120402432:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 937us (1564us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1789062246.598669:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 34 00000100:00100000:1.0:1789062246.603748:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062246.603856:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120402560 00000100:00100000:0.0:1789062246.603891:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120402560 00000100:00100000:0.0:1789062246.603981:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 35 00000100:00100000:0.0:1789062246.603993:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+11:18667:x1875967120402560:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:0.0:1789062246.604021:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.604111:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc87cd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bef5 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.604268:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.604287:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.604317:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062246.604352:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789062246.604357:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789062246.604381:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.604415:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc87cd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 13 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.604440:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 12 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.604450:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:3.0:1789062246.604453:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789062246.604457:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807a800, rc 0) 00000100:00100000:3.0:1789062246.604542:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c34c18cd-085e-4d76-bb60-2985fb623006+12:18667:x1875967120402560:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 551us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.604551:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 35 00000100:00100000:1.0:1789062246.611529:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.611825:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120402688 00000100:00100000:3.0:1789062246.611839:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120402688 00000100:00100000:3.0:1789062246.611911:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 3 00000100:00100000:3.0:1789062246.611924:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c34c18cd-085e-4d76-bb60-2985fb623006+12:18667:x1875967120402688:12345-192.168.203.3@tcp:37:lfs.0 00000100:00100000:3.0:1789062246.622313:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c34c18cd-085e-4d76-bb60-2985fb623006+12:18667:x1875967120402688:12345-192.168.203.3@tcp:37:lfs.0 Request processed in 10380us (10789us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.622326:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 3 00000100:00100000:0.0:1789062246.626829:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.626925:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120402944 00000100:00100000:2.0:1789062246.626953:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120402944 00000100:00100000:2.0:1789062246.627073:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 4 00000100:00100000:2.0:1789062246.627158:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd55b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c34c18cd-085e-4d76-bb60-2985fb623006+12:18667:x1875967120402944:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:2.0:1789062246.627533:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd55b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c34c18cd-085e-4d76-bb60-2985fb623006+13:18667:x1875967120402944:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 446us (711us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789062246.627543:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 4 00000100:00100000:1.0:1789062246.683664:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.684342:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120403072 00000100:00100000:3.0:1789062246.684361:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120403072 00000100:00100000:3.0:1789062246.684452:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 36 00000100:00100000:3.0:1789062246.684466:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+11:18673:x1875967120403072:12345-192.168.203.3@tcp:101:bash.0 00010000:00010000:3.0:1789062246.684495:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.684523:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc87db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3befc expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684655:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684675:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684689:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684702:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684720:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684727:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684828:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87f0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684839:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684870:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062246.684913:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789062246.684918:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789062246.684963:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684978:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684985:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.684993:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685001:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807b200 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.685006:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685016:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685031:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:3.0:1789062246.685034:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.685040:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685048:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc87e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685075:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685420:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685427:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685433:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807be00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062246.685436:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685444:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685453:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9767f4564e00) 00010000:00010000:3.0:1789062246.685455:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062246.685459:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685464:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc87e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685498:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc87db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3befc expref: 13 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685512:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b000/0x2774d8f311dc87f0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3befc expref: 12 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.685533:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:3.0:1789062246.685535:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789062246.685538:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b000, rc 0) 00000100:00100000:3.0:1789062246.685684:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+12:18673:x1875967120403072:12345-192.168.203.3@tcp:101:bash.0 Request processed in 1220us (2027us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.685692:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 36 00000100:00100000:0.0:1789062246.690417:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.690507:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120403200 00000100:00100000:3.0:1789062246.690520:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120403200 00000100:00100000:3.0:1789062246.690591:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:3.0:1789062246.690651:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b425f87b-91b3-4626-86c5-fbe5fc193461+5:18673:x1875967120403200:12345-192.168.203.3@tcp:900:bash.0 00000100:00100000:3.0:1789062246.690763:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b425f87b-91b3-4626-86c5-fbe5fc193461+5:18673:x1875967120403200:12345-192.168.203.3@tcp:900:bash.0 Request processed in 162us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062246.690771:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:0.0:1789062246.692971:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.693120:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120403456 00000100:00100000:3.0:1789062246.693132:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120403456 00000100:00100000:3.0:1789062246.693205:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 37 00000100:00100000:3.0:1789062246.693216:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+12:18673:x1875967120403456:12345-192.168.203.3@tcp:101:bash.0 00010000:00010000:3.0:1789062246.693242:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.693268:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc87f7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf03 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.693950:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.693976:0:22678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 12 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.693998:0:22678:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.694039:0:22678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 12 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.694057:0:22678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 12 pid: 22680 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062246.694073:0:22678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8412d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1875967130996608:192.168.203.3@tcp:104: 00000100:00100000:2.0:1789062246.694163:0:22678:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d01923c0 going to sleep for 11 seconds 00000040:00080000:2.0:1789062246.698264:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789062246.698633:0:22678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8412d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1875967130996608:192.168.203.3@tcp:104: 00010000:00010000:2.0:1789062246.698658:0:22678:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062246.699859:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.700479:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120403584 00000100:00100000:1.0:1789062246.700488:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120403584 00010000:00010000:1.0:1789062246.700529:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 13 pid: 22680 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062246.700576:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 16 00000100:00100000:1.0:1789062246.700585:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c34c18cd-085e-4d76-bb60-2985fb623006+13:2393:x1875967120403584:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789062246.700600:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062246.700647:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 13 pid: 22680 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.700661:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 13 pid: 22680 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.700683:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc87d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bef5 expref: 13 pid: 22680 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.700699:0:22664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:1.0:1789062246.700712:0:22664:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.700723:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.700730:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.700753:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062246.700835:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c34c18cd-085e-4d76-bb60-2985fb623006+12:2393:x1875967120403584:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 250us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.700844:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 16 00010000:00010000:0.0:1789062246.700912:0:22678:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.700920:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.700979:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.700989:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.700997:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701437:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701447:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701455:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789062246.701476:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789062246.701500:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701508:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701514:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701520:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cee00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:0.0:1789062246.701525:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701532:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701541:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:0.0:1789062246.701544:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789062246.701548:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701554:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cee00/0x2774d8f311dc87fe lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789062246.701565:0:22678:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000deedb943 reply state 00000000352f129e transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701575:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701592:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9767f3852100) 00010000:00010000:0.0:1789062246.701595:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789062246.701597:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1789062246.701678:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc87f7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 15 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701693:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 14 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.701701:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062246.701711:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1789062246.701714:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198e00, rc 0) 00000100:00100000:0.0:1789062246.701748:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+15:18673:x1875967120403456:12345-192.168.203.3@tcp:101:bash.0 Request processed in 8534us (8790us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789062246.701755:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 37 00000100:00100000:0.0:1789062246.718252:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062246.718398:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120403712 00000100:00100000:3.0:1789062246.718407:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120403712 00000100:00100000:3.0:1789062246.718471:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 38 00000100:00100000:3.0:1789062246.718482:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+15:18673:x1875967120403712:12345-192.168.203.3@tcp:101:bash.0 00010000:00010000:3.0:1789062246.718520:0:25290:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062246.718540:0:25290:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc881a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf0a expref: -99 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.718663:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.718677:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.718689:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062246.718744:0:25290:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789062246.718748:0:25290:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789062246.718765:0:25290:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.718776:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.718800:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc881a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 17 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.719007:0:25290:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 16 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062246.719016:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:3.0:1789062246.719019:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789062246.719022:0:25290:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b200, rc 0) 00000100:00100000:2.0:1789062246.719131:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+16:18673:x1875967120403712:12345-192.168.203.3@tcp:101:bash.0 Request processed in 650us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062246.719139:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 38 00000100:00100000:3.0:1789062246.725476:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.725563:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120403968 00000100:00100000:2.0:1789062246.725573:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120403968 00000100:00100000:2.0:1789062246.725663:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:2.0:1789062246.725674:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+16:18673:x1875967120403968:12345-192.168.203.3@tcp:35:bash.0 00000100:00100000:2.0:1789062246.725960:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+17:18673:x1875967120403968:12345-192.168.203.3@tcp:35:bash.0 Request processed in 287us (493us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1789062246.725984:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 5 00000100:00100000:3.0:1789062246.843541:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.843645:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120404224 00000100:00100000:1.0:1789062246.843655:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120404224 00000100:00100000:1.0:1789062246.843721:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 39 00000100:00100000:1.0:1789062246.843731:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+17:18684:x1875967120404224:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:1.0:1789062246.843753:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062246.843773:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da000/0x2774d8f311dc8828 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf11 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789062246.843878:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789062246.843975:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da000/0x2774d8f311dc8828 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf11 expref: 19 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.843989:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9767f4564200) 00010000:00010000:1.0:1789062246.843991:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789062246.843996:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da000/0x2774d8f311dc8828 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf11 expref: 19 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.844013:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c74da000, rc 0) 00000100:00100000:1.0:1789062246.844072:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+18:18684:x1875967120404224:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 342us (540us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1789062246.844079:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 39 00000100:00100000:0.0:1789062246.846905:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.847186:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120404480 00000100:00100000:2.0:1789062246.847195:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120404480 00000100:00100000:2.0:1789062246.847247:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 6 00000100:00100000:2.0:1789062246.847256:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+18:18684:x1875967120404480:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:2.0:1789062246.847454:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+19:18684:x1875967120404480:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 198us (556us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1789062246.847461:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 6 00000100:00100000:3.0:1789062246.900092:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062246.900265:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120404736 00000100:00100000:2.0:1789062246.900275:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120404736 00000100:00100000:2.0:1789062246.900377:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 40 00000100:00100000:2.0:1789062246.900387:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7510000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+19:18687:x1875967120404736:12345-192.168.203.3@tcp:101:lfs.0 00010000:00010000:2.0:1789062246.900412:0:25290:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789062246.900433:0:25290:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf800/0x2774d8f311dc8836 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf18 expref: -99 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.900534:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce600/0x2774d8f311dc883d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.900548:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce600/0x2774d8f311dc883d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.900562:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce600/0x2774d8f311dc883d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789062246.900575:0:25290:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789062246.900711:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80cf800/0x2774d8f311dc8836 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf18 expref: 22 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.900749:0:25290:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce600/0x2774d8f311dc883d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf18 expref: 21 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062246.900759:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:2.0:1789062246.900762:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789062246.900765:0:25290:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c80ce600, rc 0) 00000100:00100000:2.0:1789062246.900841:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7510000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+21:18687:x1875967120404736:12345-192.168.203.3@tcp:101:lfs.0 Request processed in 456us (760us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1789062246.900848:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 40 00000100:00100000:0.0:1789062246.907003:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062246.907093:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120404864 00000100:00100000:1.0:1789062246.907102:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120404864 00000100:00100000:1.0:1789062246.907158:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 41 00000100:00100000:1.0:1789062246.907168:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+21:18687:x1875967120404864:12345-192.168.203.3@tcp:54:lfs.0 00010000:00010000:1.0:1789062246.907247:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907263:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907274:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907319:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907326:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907333:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907339:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c74dae00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062246.907344:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907352:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907364:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:1.0:1789062246.907367:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789062246.907371:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062246.907377:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dae00/0x2774d8f311dc884b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062246.907458:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+21:18687:x1875967120404864:12345-192.168.203.3@tcp:54:lfs.0 Request processed in 291us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062246.907465:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 41 00000100:00100000:1.0:1789062246.908103:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062246.908230:0:23831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120404992 00000100:00100000:0.0:1789062246.908236:0:23831:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120404992 00000100:00100000:0.0:1789062246.908283:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 0 00000100:00100000:0.0:1789062246.908291:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+21:2392:x1875967120404992:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789062246.908313:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062246.908331:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce600/0x2774d8f311dc883d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf18 expref: 21 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062246.908358:0:23831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062246.908362:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062246.908399:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+20:2392:x1875967120404992:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 108us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062246.908406:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 0 00000100:00100000:3.0:1789062246.911516:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062246.911600:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120405248 00000100:00100000:0.0:1789062246.911637:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120405248 00000100:00100000:0.0:1789062246.911678:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 7 00000100:00100000:0.0:1789062246.911687:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+20:18687:x1875967120405248:12345-192.168.203.3@tcp:35:lfs.0 00000100:00100000:0.0:1789062246.913116:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+21:18687:x1875967120405248:12345-192.168.203.3@tcp:35:lfs.0 Request processed in 1422us (1600us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1789062246.913127:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 7 00000040:00080000:0.0:1789062247.018792:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789062247.222124:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062247.222345:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120405504 00000100:00100000:0.0:1789062247.222357:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120405504 00000100:00100000:0.0:1789062247.222440:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 42 00000100:00100000:0.0:1789062247.222453:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+21:18718:x1875967120405504:12345-192.168.203.3@tcp:101:cat.0 00010000:00010000:0.0:1789062247.222488:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062247.222517:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8852 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf1f expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.222696:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc8859 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.222723:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc8859 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.222758:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc8859 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789062247.222774:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789062247.222942:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8852 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf1f expref: 24 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.222967:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc8859 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf1f expref: 23 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.222977:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.222981:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789062247.222985:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8199e00, rc 0) 00000100:00100000:0.0:1789062247.223088:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+23:18718:x1875967120405504:12345-192.168.203.3@tcp:101:cat.0 Request processed in 628us (968us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1789062247.223100:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 42 00000100:00100000:1.0:1789062247.230036:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062247.230150:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120405632 00000100:00100000:2.0:1789062247.230163:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120405632 00000100:00100000:2.0:1789062247.230261:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1 00000100:00100000:2.0:1789062247.230275:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+23:2390:x1875967120405632:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789062247.230296:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789062247.230328:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc8859 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf1f expref: 23 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062247.230355:0:22664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:2.0:1789062247.230361:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789062247.230432:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+22:2390:x1875967120405632:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 160us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062247.230440:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1 00000100:00100000:1.0:1789062247.234442:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062247.234580:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120405888 00000100:00100000:3.0:1789062247.234595:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120405888 00000100:00100000:3.0:1789062247.234714:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:3.0:1789062247.234727:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+22:18718:x1875967120405888:12345-192.168.203.3@tcp:35:cat.0 00000100:00100000:3.0:1789062247.235183:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+23:18718:x1875967120405888:12345-192.168.203.3@tcp:35:cat.0 Request processed in 457us (754us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1789062247.235193:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 8 00000100:00100000:3.0:1789062247.322505:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062247.327342:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120406144 00000100:00100000:1.0:1789062247.327365:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120406144 00000100:00100000:1.0:1789062247.327470:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 43 00000100:00100000:1.0:1789062247.327483:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+23:18724:x1875967120406144:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:1.0:1789062247.327516:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062247.327544:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db200/0x2774d8f311dc8867 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf26 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062247.327753:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062247.327771:0:22680:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 24 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062247.327782:0:22680:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 24 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062247.327792:0:22680:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062247.327858:0:22680:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 24 pid: 25290 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062247.327898:0:22680:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 24 pid: 25290 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062247.327915:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130996736:192.168.203.3@tcp:104: 00010000:00010000:1.0:1789062247.328053:0:22680:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 24 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062247.328062:0:22680:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 24 pid: 22678 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062247.328071:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130996864:192.168.203.3@tcp:104: 00000100:00100000:1.0:1789062247.328095:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c9840300 going to sleep for 11 seconds 00000100:00100000:1.0:1789062247.332463:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062247.332561:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062247.333523:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130996736:192.168.203.3@tcp:104: 00000100:00100000:2.0:1789062247.333846:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130996864:192.168.203.3@tcp:104: 00010000:00010000:2.0:1789062247.333883:0:22680:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062247.338461:0:23831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120406272 00000100:00100000:0.0:1789062247.338485:0:23831:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120406272 00010000:00010000:0.0:1789062247.338566:0:23831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 25 pid: 25290 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062247.338658:0:23831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120406400 00000100:00100000:0.0:1789062247.338662:0:23831:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120406400 00010000:00010000:0.0:1789062247.338681:0:23831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 26 pid: 22678 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062247.338719:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 17 00000100:00100000:0.0:1789062247.338730:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+26:2392:x1875967120406272:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789062247.338767:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062247.338775:0:23831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 26 pid: 25290 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.338790:0:23831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 26 pid: 25290 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.338816:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b200/0x2774d8f311dc8821 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf0a expref: 26 pid: 25290 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.338839:0:23831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.338845:0:23831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.338856:0:23831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.338864:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062247.338943:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+25:2392:x1875967120406272:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 215us (6496us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062247.338952:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 17 00000100:00100000:0.0:1789062247.338973:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 18 00000100:00100000:0.0:1789062247.338980:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ebaf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+24:2392:x1875967120406400:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789062247.338988:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062247.338993:0:23831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 24 pid: 22678 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339017:0:23831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 24 pid: 22678 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339031:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc880c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf03 expref: 24 pid: 22678 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339043:0:23831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.339048:0:23831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339058:0:23831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339067:0:23831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339119:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062247.339141:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ebaf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+23:2392:x1875967120406400:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 162us (6580us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062247.339148:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 18 00010000:00010000:0.0:1789062247.339238:0:22680:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339248:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789062247.339273:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789062247.339474:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db200/0x2774d8f311dc8867 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf26 expref: 24 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339507:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da600/0x2774d8f311dc886e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf26 expref: 23 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.339516:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.339519:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789062247.339522:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c74da600, rc 0) 00000100:00100000:0.0:1789062247.339551:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+23:18724:x1875967120406144:12345-192.168.203.3@tcp:101:dd.0 Request processed in 12072us (17061us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1789062247.339560:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 43 00000100:00100000:3.0:1789062247.343351:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062247.343451:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120406528 00000100:00100000:0.0:1789062247.343465:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120406528 00000100:00100000:0.0:1789062247.343543:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 44 00000100:00100000:0.0:1789062247.343556:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+23:18724:x1875967120406528:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1789062247.343593:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062247.343667:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc887c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf2d expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.343725:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.343745:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.343763:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.343944:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc887c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 25 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.343978:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 24 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.343989:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.343993:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789062247.343998:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198000, rc 0) 00000100:00100000:0.0:1789062247.344085:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+24:18724:x1875967120406528:12345-192.168.203.3@tcp:101:dd.0 Request processed in 532us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062247.344094:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 44 00000100:00100000:3.0:1789062247.345958:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062247.346047:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120406784 00000100:00100000:0.0:1789062247.346058:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120406784 00000100:00100000:0.0:1789062247.346139:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 45 00000100:00100000:0.0:1789062247.346151:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+24:18724:x1875967120406784:12345-192.168.203.3@tcp:36:dd.0 00010000:00010000:0.0:1789062247.346453:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.346473:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.346486:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789062247.346539:0:22678:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1789062247.346563:0:22678:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009e934895 reply state 0000000005a50826 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.346579:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.346718:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.346722:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789062247.346727:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789062247.346844:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+27:18724:x1875967120406784:12345-192.168.203.3@tcp:36:dd.0 Request processed in 693us (897us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1789062247.346853:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 45 00000020:00080000:0.0:1789062247.346859:0:22678:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789062247.351260:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062247.351392:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120406912 00000100:00100000:0.0:1789062247.351406:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120406912 00000100:00100000:0.0:1789062247.351499:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 46 00000100:00100000:0.0:1789062247.351514:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+27:18724:x1875967120406912:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1789062247.351555:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062247.351590:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc8891 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf34 expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.351730:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc8891 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf34 expref: 28 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.351749:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc8891 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf34 expref: 28 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.351775:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.351779:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789062247.351783:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198e00, rc 0) 00000100:00100000:0.0:1789062247.351862:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18724:x1875967120406912:12345-192.168.203.3@tcp:101:dd.0 Request processed in 352us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062247.351870:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 46 00000100:00100000:3.0:1789062247.375589:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062247.375757:0:23831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120407168 00000100:00100000:0.0:1789062247.375772:0:23831:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120407168 00000100:00100000:0.0:1789062247.375869:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 2 00000100:00100000:0.0:1789062247.375883:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18724:x1875967120407168:12345-192.168.203.3@tcp:103:dd.0 00010000:00010000:0.0:1789062247.375905:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062247.375942:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc8891 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf34 expref: 28 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.375968:0:23831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.375976:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062247.376064:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+27:18724:x1875967120407168:12345-192.168.203.3@tcp:103:dd.0 Request processed in 184us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062247.376073:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 2 00000100:00100000:3.0:1789062247.379535:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062247.379677:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120407296 00000100:00100000:0.0:1789062247.379692:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120407296 00000100:00100000:0.0:1789062247.379777:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 47 00000100:00100000:0.0:1789062247.379790:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+27:18724:x1875967120407296:12345-192.168.203.3@tcp:58:dd.0 00010000:00010000:0.0:1789062247.379945:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.379967:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.379981:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789062247.381277:0:22678:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789062247.381496:0:22678:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1789062247.383018:0:22678:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1789062247.383235:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+27:18724:x1875967120407296:12345-192.168.203.3@tcp:58:dd.0 Request processed in 3437us (3703us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062247.383249:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 47 00000100:00100000:1.0:1789062247.390162:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062247.390328:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120407424 00000100:00100000:0.0:1789062247.390344:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120407424 00000100:00100000:0.0:1789062247.390427:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 48 00000100:00100000:0.0:1789062247.390440:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+27:18724:x1875967120407424:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:0.0:1789062247.390467:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062247.390496:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf3b expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.390573:0:22679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.390586:0:22679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 28 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.390659:0:22679:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.390675:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 28 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.390691:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062247.390694:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789062247.390697:0:22679:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 28 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062247.390715:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198e00, rc 0) 00000100:00100000:0.0:1789062247.390816:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18724:x1875967120407424:12345-192.168.203.3@tcp:101:dd.0 Request processed in 378us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062247.390826:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 48 00010000:00010000:1.0:1789062247.593886:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789062248.041933:0:22711:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789062248.041946:0:22711:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789062248.041979:0:22711:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789062248.041990:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789062248.042182:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22711:1875967130996992:192.168.203.3@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789062248.042315:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062248.052296:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.052457:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120407552 00000100:00100000:2.0:1789062248.052487:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120407552 00000100:00100000:0.0:1789062248.052540:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8172d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22711:1875967130996992:192.168.203.3@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789062248.052650:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 49 00000100:00100000:2.0:1789062248.052670:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18725:x1875967120407552:12345-192.168.203.3@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789062248.052725:0:22680:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789062248.052885:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18725:x1875967120407552:12345-192.168.203.3@tcp:53:lhsmtool_posix.0 Request processed in 221us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062248.052895:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 49 00000100:00080000:3.0:1789062248.053077:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789062248.072057:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.072210:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120407680 00000100:00100000:0.0:1789062248.072225:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120407680 00000100:00100000:0.0:1789062248.072312:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 50 00000100:00100000:0.0:1789062248.072323:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18725:x1875967120407680:12345-192.168.203.3@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1789062248.072423:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072446:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072463:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072888:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072912:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072944:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072979:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072990:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.072997:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789062248.073052:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789062248.073057:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789062248.073074:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073087:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073093:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073100:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073107:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199e00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:0.0:1789062248.073111:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073118:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073138:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9767f4564a00) 00010000:00010000:0.0:1789062248.073142:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789062248.073146:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073153:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199e00/0x2774d8f311dc88a6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073168:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073174:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073180:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073185:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199c00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:0.0:1789062248.073188:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073192:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073199:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9767f3852d00) 00010000:00010000:0.0:1789062248.073202:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789062248.073205:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073210:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88ad lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073236:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073242:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073247:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073251:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198a00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:0.0:1789062248.073254:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073259:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073266:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062248.073268:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789062248.073271:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.073276:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062248.073453:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18725:x1875967120407680:12345-192.168.203.3@tcp:34:lhsmtool_posix.0 Request processed in 1126us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062248.073463:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 50 00000100:00100000:1.0:1789062248.082894:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.083521:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120407936 00000100:00100000:0.0:1789062248.083532:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120407936 00000100:00100000:0.0:1789062248.083591:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 51 00000100:00100000:0.0:1789062248.083637:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+28:18725:x1875967120407936:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789062248.083657:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062248.083687:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88bb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf42 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083806:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083820:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083833:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789062248.083843:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789062248.083919:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083928:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083935:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083941:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199c00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:0.0:1789062248.083945:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083952:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083963:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:0.0:1789062248.083974:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789062248.083981:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.083987:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88c2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.084026:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88bb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf42 expref: 30 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.084036:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9767f4564a00) 00010000:00010000:0.0:1789062248.084038:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789062248.084042:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88bb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf42 expref: 30 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.084050:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198a00, rc 0) 00000100:00100000:0.0:1789062248.084111:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+29:18725:x1875967120407936:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 477us (1226us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1789062248.084118:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 51 00000100:00100000:1.0:1789062248.089392:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.089485:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120408064 00000100:00100000:2.0:1789062248.089495:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120408064 00000100:00100000:2.0:1789062248.089550:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 52 00000100:00100000:2.0:1789062248.089560:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+29:18725:x1875967120408064:12345-192.168.203.3@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789062248.089595:0:25290:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789062248.089758:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+29:18725:x1875967120408064:12345-192.168.203.3@tcp:53:lhsmtool_posix.0 Request processed in 198us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062248.089765:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 52 00000100:00100000:3.0:1789062248.096658:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.096832:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120408320 00000100:00100000:0.0:1789062248.096842:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120408320 00000100:00100000:0.0:1789062248.096903:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 53 00000100:00100000:0.0:1789062248.096911:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7513800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+29:18725:x1875967120408320:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789062248.096932:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062248.096953:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88d0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf49 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789062248.097309:0:22678:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:0.0:1789062248.097326:0:22678:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:0.0:1789062248.097345:0:22678:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1789062248.097481:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88d7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.097496:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.097507:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.097562:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc88d0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf49 expref: 32 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.097580:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf49 expref: 31 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.097589:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9767f3852d00) 00010000:00010000:0.0:1789062248.097592:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789062248.097596:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8199c00, rc 0) 00000100:00100000:1.0:1789062248.100924:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7513800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+31:18725:x1875967120408320:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 4003us (4264us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1789062248.100937:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 53 00000100:00100000:1.0:1789062248.106825:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.107168:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120408576 00000100:00100000:0.0:1789062248.107181:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120408576 00000100:00100000:1.0:1789062248.107440:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 54 00000100:00100000:1.0:1789062248.107450:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+31:18725:x1875967120408576:12345-192.168.203.3@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789062248.107521:0:25290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062248.107552:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199c00/0x2774d8f311dc88d7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf49 expref: 31 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107570:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9767f3852d00) 00010000:00010000:1.0:1789062248.107579:0:25290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789062248.107640:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107653:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107663:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107677:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107684:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107690:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107747:0:25290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107753:0:25290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107760:0:25290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107771:0:25290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c74da400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062248.107775:0:25290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107783:0:25290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107791:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:1.0:1789062248.107794:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062248.107797:0:25290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107804:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc88e5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107814:0:25290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107820:0:25290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107826:0:25290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107830:0:25290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c74da200 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062248.107833:0:25290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107839:0:25290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107853:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x4b681d3d (ffff9766c15c1100) 00010000:00010000:1.0:1789062248.107855:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062248.107858:0:25290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.107863:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da200/0x2774d8f311dc88ec lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4b681d3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.107927:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+30:18725:x1875967120408576:12345-192.168.203.3@tcp:36:lhsmtool_posix.0 Request processed in 478us (1110us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789062248.107933:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 54 00000100:00100000:3.0:1789062248.116665:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.116862:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120408704 00000100:00100000:1.0:1789062248.116871:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120408704 00000100:00100000:1.0:1789062248.116927:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 55 00000100:00100000:1.0:1789062248.116936:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c7511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+30:18725:x1875967120408704:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789062248.116954:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062248.116975:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dba00/0x2774d8f311dc88f3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf50 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.117008:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dbc00/0x2774d8f311dc88fa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.117020:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dbc00/0x2774d8f311dc88fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.117030:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dbc00/0x2774d8f311dc88fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.117138:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dba00/0x2774d8f311dc88f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf50 expref: 32 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.117164:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74dbc00/0x2774d8f311dc88fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf50 expref: 31 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.117173:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:1.0:1789062248.117176:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789062248.117179:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c74dbc00, rc 0) 00000100:00100000:1.0:1789062248.121403:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c7511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+31:18725:x1875967120408704:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 4452us (4808us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.121416:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 55 00000100:00100000:3.0:1789062248.125037:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.126030:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120408960 00000100:00100000:1.0:1789062248.126042:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120408960 00000100:00100000:1.0:1789062248.126095:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 56 00000100:00100000:1.0:1789062248.126105:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+31:18725:x1875967120408960:12345-192.168.203.3@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789062248.126198:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.126225:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.126235:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789062248.126384:0:25290:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:1.0:1789062248.126392:0:25290:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 629235785790ns, next at 630235783441ns, rc = 0 00000004:00010000:1.0:1789062248.126434:0:25290:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000086dab49d reply state 00000000809c51b0 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.126459:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.126466:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:1.0:1789062248.126468:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1789062248.126472:0:25290:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789062248.126561:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+33:18725:x1875967120408960:12345-192.168.203.3@tcp:36:lhsmtool_posix.0 Request processed in 458us (1534us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1789062248.126568:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 56 00000100:00100000:3.0:1789062248.128679:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.128743:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120409088 00000100:00100000:1.0:1789062248.128752:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120409088 00000100:00100000:0.0:1789062248.128875:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 57 00000100:00100000:0.0:1789062248.128884:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+33:18725:x1875967120409088:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789062248.128905:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062248.128924:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf57 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.128976:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 34 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.129004:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 34 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.129025:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:0.0:1789062248.129028:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789062248.129031:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8198a00, rc 0) 00000100:00100000:0.0:1789062248.129092:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+34:18725:x1875967120409088:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 209us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062248.129100:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 57 00000100:00100000:3.0:1789062248.133770:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.134090:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120409216 00000100:00100000:0.0:1789062248.134101:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120409216 00000100:00100000:0.0:1789062248.134176:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 23 00000100:00100000:0.0:1789062248.134185:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2393:x1875967120409216:12345-192.168.203.3@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1789062248.134417:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2393:x1875967120409216:12345-192.168.203.3@tcp:2:lhsmtool_posix.0 Request processed in 232us (655us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1789062248.134424:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 23 00000100:00080000:3.0:1789062248.134831:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789062248.149081:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.150233:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120409472 00000100:00100000:0.0:1789062248.150245:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120409472 00000100:00100000:0.0:1789062248.150314:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:0.0:1789062248.150325:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+34:18725:x1875967120409472:12345-192.168.203.3@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789062248.150563:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+35:18725:x1875967120409472:12345-192.168.203.3@tcp:35:lhsmtool_posix.0 Request processed in 239us (1506us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789062248.150571:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 9 00000100:00100000:3.0:1789062248.153782:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.154892:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120409728 00000100:00100000:1.0:1789062248.154903:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120409728 00000100:00100000:1.0:1789062248.154973:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 58 00000100:00100000:1.0:1789062248.154984:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+35:18725:x1875967120409728:12345-192.168.203.3@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789062248.155093:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+35:18725:x1875967120409728:12345-192.168.203.3@tcp:57:lhsmtool_posix.0 Request processed in 111us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.155101:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 58 00000100:00100000:0.0:1789062248.163471:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062248.163659:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120409856 00000100:00100000:3.0:1789062248.163671:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120409856 00000100:00100000:3.0:1789062248.163748:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 59 00000100:00100000:3.0:1789062248.163766:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+35:18725:x1875967120409856:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789062248.163789:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062248.163813:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc890f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf5e expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.163903:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8916 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.163923:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8916 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.163939:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8916 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789062248.163978:0:22678:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789062248.163996:0:22678:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8916 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.164021:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc890f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf5e expref: 37 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.164048:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8916 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf5e expref: 36 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.164061:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:3.0:1789062248.164071:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1789062248.164075:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b400, rc 0) 00000100:00100000:3.0:1789062248.164143:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+36:18725:x1875967120409856:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 378us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062248.164151:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 59 00000100:00100000:3.0:1789062248.174467:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.174580:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120409984 00000100:00100000:0.0:1789062248.174591:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120409984 00000100:00100000:0.0:1789062248.174658:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 24 00000100:00100000:0.0:1789062248.174668:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+6:2392:x1875967120409984:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789062248.174685:0:24185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789062248.174714:0:24185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf65 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789062248.174740:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa2ec66, blocks: 0x0 00010000:00010000:0.0:1789062248.174760:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=629s v=(0 0) 00010000:00010000:0.0:1789062248.174765:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062248.174774:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 7 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.174793:0:24185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 7 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.174807:0:24185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c8199e00, rc 0) 00000100:00100000:0.0:1789062248.174865:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2392:x1875967120409984:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 198us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062248.174872:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 24 00000100:00100000:0.0:1789062248.181714:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.181813:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120410240 00000100:00100000:1.0:1789062248.181823:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120410240 00000100:00100000:1.0:1789062248.181877:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 60 00000100:00100000:1.0:1789062248.181888:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+36:18725:x1875967120410240:12345-192.168.203.3@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789062248.181992:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+36:18725:x1875967120410240:12345-192.168.203.3@tcp:57:lhsmtool_posix.0 Request processed in 105us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.182000:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 60 00000100:00100000:3.0:1789062248.194658:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.195415:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120410368 00000100:00100000:0.0:1789062248.195426:0:22678:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120410368 00000100:00100000:0.0:1789062248.195488:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 61 00000100:00100000:0.0:1789062248.195500:0:22678:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+36:18725:x1875967120410368:12345-192.168.203.3@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1789062248.200783:0:22658:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00010000:00010000:1.0:1789062248.200869:0:3607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.200895:0:3607:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.200903:0:3607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.200914:0:3607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a600 already unused, calling callback (ffffffffc1aff4f0) 00000004:00080000:0.0:1789062248.200919:0:22658:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:1.0:1789062248.200920:0:3607:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.200944:0:3607:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.200961:0:3607:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9767f4564e00) 00010000:00010000:1.0:1789062248.200965:0:3607:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062248.200971:0:3607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.200978:0:3607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a600/0x2774d8f311dc8748 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789062248.200985:0:22658:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1789062248.201002:0:3607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201010:0:3607:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201017:0:3607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201022:0:3607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062248.201032:0:3607:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201038:0:3607:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201047:0:3607:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:1.0:1789062248.201050:0:3607:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062248.201052:0:3607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201058:0:3607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a400/0x2774d8f311dc874f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201074:0:3607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201081:0:3607:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201087:0:3607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201092:0:3607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199600 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062248.201095:0:3607:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201101:0:3607:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201110:0:3607:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9767f3852100) 00010000:00010000:1.0:1789062248.201112:0:3607:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062248.201124:0:3607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201131:0:3607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199600/0x2774d8f311dc8805 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062248.201145:0:22678:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+18:18725:x1875967120410368:12345-192.168.203.3@tcp:44:lhsmtool_posix.0 Request processed in 5643us (6534us total) trans 0 rc 0/0 00010000:00010000:1.0:1789062248.201149:0:3607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062248.201157:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 61 00010000:00010000:1.0:1789062248.201160:0:3607:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201168:0:3607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201174:0:3607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198800 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062248.201177:0:3607:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201183:0:3607:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201192:0:3607:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:1.0:1789062248.201194:0:3607:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789062248.201197:0:3607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201203:0:3607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198800/0x2774d8f311dc888a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201223:0:3607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201241:0:3607:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201247:0:3607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201251:0:3607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c74db400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:1.0:1789062248.201255:0:3607:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201262:0:3607:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201273:0:3607:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:1.0:1789062248.201276:0:3607:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789062248.201279:0:3607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.201285:0:3607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8901 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.202465:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789062248.202485:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767ff0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130997120:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1789062248.202547:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062248.202594:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130997120 00000100:00100000:1.0:1789062248.202601:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130997120 00000100:00080000:3.0:1789062248.202987:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789062248.203048:0:3606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.203060:0:3606:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.203069:0:3606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.203087:0:3606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:2.0:1789062248.203091:0:3606:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.203110:0:3606:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.203123:0:3606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9767f4564900) 00010000:00010000:2.0:1789062248.203126:0:3606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1789062248.203130:0:3606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.203136:0:3606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199400/0x2774d8f311dc87aa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.203164:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789062248.203176:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff098850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130997120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1789062248.203399:0:24184:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1789062248.203409:0:24184:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1789062248.203411:0:24184:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1789062248.203413:0:24184:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789062246 -> 1789062246 00002000:00010000:1.0:1789062248.203415:0:24184:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1789062248.203474:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff098850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3620:x1875967130997120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 301us (926us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1789062248.203481:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:0.0:1789062248.204052:0:3620:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9767ff0ba680/2, rc 0, transno 12884901892 00000100:00100000:0.0:1789062248.204059:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767ff0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130997120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1789062248.207199:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.207441:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120410496 00000100:00100000:0.0:1789062248.207451:0:24185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120410496 00000100:00100000:0.0:1789062248.207514:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 26 00000100:00100000:0.0:1789062248.207526:0:24185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2392:x1875967120410496:12345-192.168.203.3@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1789062248.207652:0:24185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2392:x1875967120410496:12345-192.168.203.3@tcp:16:lhsmtool_posix.0 Request processed in 127us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062248.207659:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 26 00000100:00100000:0.0:1789062248.213869:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.213951:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120410752 00000100:00100000:1.0:1789062248.213960:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120410752 00000100:00100000:1.0:1789062248.214017:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 62 00000100:00100000:1.0:1789062248.214027:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+15:18725:x1875967120410752:12345-192.168.203.3@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789062248.214078:0:25290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062248.214106:0:25290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8916 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf5e expref: 15 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.214128:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:1.0:1789062248.214133:0:25290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789062248.214160:0:25290:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8924 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.214174:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8924 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.214183:0:25290:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8924 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789062248.214521:0:25290:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ae048605 reply state 000000004c5f9789 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8924 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.214551:0:25290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74db400/0x2774d8f311dc8924 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25290 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.214557:0:25290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:1.0:1789062248.214559:0:25290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789062248.214562:0:25290:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789062248.214847:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+16:18725:x1875967120410752:12345-192.168.203.3@tcp:36:lhsmtool_posix.0 Request processed in 821us (985us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1789062248.214854:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 62 00000100:00100000:3.0:1789062248.222593:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.222797:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120410880 00000100:00100000:1.0:1789062248.222807:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120410880 00000100:00100000:1.0:1789062248.222888:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 27 00000100:00100000:1.0:1789062248.222897:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+7:18725:x1875967120410880:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789062248.222915:0:24620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789062248.222939:0:24620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf6c expref: -99 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.222969:0:24620:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 8 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.222977:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062248.222981:0:24620:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789062248.222986:0:24620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 8 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.223015:0:24620:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 8 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.223043:0:24620:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 8 pid: 24185 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.223057:0:24620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24620:1875967130997248:192.168.203.3@tcp:104: 00000100:00100000:1.0:1789062248.223142:0:24620:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062248.226790:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.226890:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120411008 00000100:00100000:2.0:1789062248.226899:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120411008 00000100:00100000:1.0:1789062248.226901:0:24620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24620:1875967130997248:192.168.203.3@tcp:104: 00010000:00010000:2.0:1789062248.226941:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 9 pid: 24185 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.226942:0:24620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 9 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.226974:0:24620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c74da200, rc 0) 00000100:00100000:2.0:1789062248.226999:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:2.0:1789062248.227010:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+9:2393:x1875967120411008:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789062248.227024:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789062248.227046:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 9 pid: 24185 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.227126:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+9:18725:x1875967120410880:12345-192.168.203.3@tcp:101:lhsmtool_posix.0 Request processed in 4227us (4549us total) trans 0 rc 0/0 00010000:00010000:2.0:1789062248.227127:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 9 pid: 24185 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.227141:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 27 00010000:00010000:2.0:1789062248.227162:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a47259d/0x2774d8f311dc891d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf65 expref: 8 pid: 24185 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.227195:0:22664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062248.227199:0:22664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062248.227205:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 7 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.227216:0:22664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 7 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.227250:0:22664:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 7 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062248.227263:0:22664:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8412d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22664:1875967130997376:192.168.203.3@tcp:105: 00000100:00100000:2.0:1789062248.227325:0:22664:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767d01923c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062248.230523:0:22664:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8412d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22664:1875967130997376:192.168.203.3@tcp:105: 00010000:00010000:1.0:1789062248.230551:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062248.230634:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2393:x1875967120411008:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 3625us (3854us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.230645:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:0.0:1789062248.236054:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.241642:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120411136 00000100:00100000:2.0:1789062248.241658:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120411136 00000100:00100000:2.0:1789062248.241740:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 28 00000100:00100000:2.0:1789062248.241751:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c9571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2393:x1875967120411136:12345-192.168.203.3@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1789062248.241905:0:24182:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789062248.241910:0:24182:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789062246 00002000:00010000:2.0:1789062248.241912:0:24182:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789062245 00002000:00010000:2.0:1789062248.241915:0:24182:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789062246 -> 1789062246 00002000:00010000:2.0:1789062248.241917:0:24182:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789062248.241993:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c9571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+8:2393:x1875967120411136:12345-192.168.203.3@tcp:2:lhsmtool_posix.0 Request processed in 243us (5947us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789062248.242015:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 28 00000100:00100000:3.0:1789062248.250036:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.250188:0:24184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120411264 00000100:00100000:0.0:1789062248.250198:0:24184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120411264 00000100:00100000:0.0:1789062248.250257:0:24184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 29 00000100:00100000:0.0:1789062248.250267:0:24184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+8:2392:x1875967120411264:12345-192.168.203.3@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1789062248.250315:0:24184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.250335:0:24184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 8 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.250358:0:24184:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062248.250362:0:24184:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789062248.250367:0:24184:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.250399:0:24184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 8 pid: 24620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.250412:0:24184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 8 pid: 24620 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062248.250425:0:24184:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c9571500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24184:1875967130997504:192.168.203.3@tcp:104: 00000100:00100000:0.0:1789062248.252065:0:24184:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c98303c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789062248.267842:0:24184:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c9571500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24184:1875967130997504:192.168.203.3@tcp:104: 00010000:00010000:0.0:1789062248.267872:0:24184:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062248.273986:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.274214:0:23831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120411392 00000100:00100000:0.0:1789062248.274224:0:23831:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120411392 00010000:00010000:0.0:1789062248.274270:0:23831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 9 pid: 24620 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062248.274312:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 20 00000100:00100000:0.0:1789062248.274322:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+9:2392:x1875967120411392:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789062248.274350:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789062248.274373:0:23831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 9 pid: 24620 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.274386:0:23831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 9 pid: 24620 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.274409:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaaff2fd/0x2774d8f311dc892b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf6c expref: 9 pid: 24620 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.274429:0:23831:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789062248.274432:0:23831:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789062248.274438:0:23831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.274448:0:23831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.274486:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789062248.274541:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+8:2392:x1875967120411392:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 219us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062248.274548:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 20 00010000:00010000:1.0:1789062248.274660:0:24184:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274670:0:24184:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274714:0:24184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274723:0:24184:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274732:0:24184:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274739:0:24184:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062248.274743:0:24184:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274753:0:24184:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274766:0:24184:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.274774:0:24184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065e6c57a/0x2774d8f311dc8932 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.274851:0:24184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2392:x1875967120411264:12345-192.168.203.3@tcp:1:lhsmtool_posix.0 Request processed in 24586us (24824us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.274868:0:24184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 29 00000100:00100000:3.0:1789062248.279773:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.280225:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120411648 00000100:00100000:1.0:1789062248.280234:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120411648 00000100:00100000:1.0:1789062248.280295:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 63 00000100:00100000:1.0:1789062248.280305:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+16:18725:x1875967120411648:12345-192.168.203.3@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1789062248.280388:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.280404:0:22680:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 16 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.280413:0:22680:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.280446:0:22680:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 16 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.280458:0:22680:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 16 pid: 22679 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.280472:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130997632:192.168.203.3@tcp:104: 00000100:00100000:1.0:1789062248.280552:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c8c19cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789062248.284700:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130997632:192.168.203.3@tcp:104: 00010000:00010000:1.0:1789062248.284730:0:22680:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062248.288292:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.288579:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120411776 00000100:00100000:2.0:1789062248.288588:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120411776 00010000:00010000:2.0:1789062248.288666:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 17 pid: 22679 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062248.288717:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 21 00000100:00100000:2.0:1789062248.288728:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+17:2392:x1875967120411776:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789062248.288744:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789062248.288752:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 17 pid: 22679 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.288765:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 17 pid: 22679 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.288789:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198000/0x2774d8f311dc8883 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf2d expref: 17 pid: 22679 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.288805:0:22665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:2.0:1789062248.288810:0:22665:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 16 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.288820:0:22665:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.288828:0:22665:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.288853:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.288883:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789062248.288938:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+16:2392:x1875967120411776:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 212us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062248.288947:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 21 00010000:00010000:3.0:1789062248.296109:0:22680:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.296127:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.296510:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.296530:0:22680:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 16 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.296539:0:22680:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.296591:0:22680:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 16 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.296655:0:22680:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 16 pid: 22678 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062248.296671:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767ff0bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130997760:192.168.203.3@tcp:104: 00000100:00100000:3.0:1789062248.296768:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd4270c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789062248.300478:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767ff0bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130997760:192.168.203.3@tcp:104: 00010000:00010000:3.0:1789062248.300507:0:22680:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062248.300707:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.301227:0:23831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120411904 00000100:00100000:1.0:1789062248.301250:0:23831:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120411904 00010000:00010000:1.0:1789062248.301284:0:23831:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 17 pid: 22678 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.301324:0:23831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 22 00000100:00100000:1.0:1789062248.301334:0:23831:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c9571500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+17:2392:x1875967120411904:12345-192.168.203.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789062248.301348:0:23831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789062248.301354:0:23831:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 17 pid: 22678 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.301367:0:23831:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 17 pid: 22678 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.301387:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198a00/0x2774d8f311dc8908 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf57 expref: 17 pid: 22678 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.301404:0:23831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:1.0:1789062248.301408:0:23831:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.301417:0:23831:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.301424:0:23831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.301458:0:23831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789062248.301512:0:23831:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c9571500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+16:2392:x1875967120411904:12345-192.168.203.3@tcp:103:ldlm_bl.0 Request processed in 179us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.301529:0:23831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 22 00010000:00010000:0.0:1789062248.301812:0:22680:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.301821:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789062248.301937:0:22680:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1789062248.302041:0:22680:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1789062248.302071:0:22680:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1789062248.302160:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c9571880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22680:1875967130997888:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789062248.302340:0:22680:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062248.302376:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767c9830600 going to sleep for 11 seconds 00000100:00100000:2.0:1789062248.302427:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130997888 00000100:00100000:2.0:1789062248.302432:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130997888 00000100:00100000:2.0:1789062248.302474:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789062248.302482:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c9570e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22680:x1875967130997888:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789062248.302569:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c9570e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22680:x1875967130997888:12345-0@lo:1000:mdt00_002.0 Request processed in 87us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062248.302576:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789062248.302662:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c9571880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22680:1875967130997888:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1789062248.302834:0:22680:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1789062248.302882:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767ff0bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22680:1875967130998016:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1789062248.302913:0:22680:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789062248.302939:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789062248.302961:0:23418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130998016 00000100:00100000:2.0:1789062248.302966:0:23418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130998016 00000100:00100000:2.0:1789062248.302997:0:23418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789062248.303004:0:23418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767ff0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22680:x1875967130998016:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789062248.303126:0:23418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22680:x1875967130998016:12345-0@lo:1000:mdt00_002.0 Request processed in 121us (212us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789062248.303133:0:23418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789062248.303172:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767ff0bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22680:1875967130998016:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1789062248.303204:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303213:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303221:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303241:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807be00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062248.303246:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303256:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303272:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:3.0:1789062248.303275:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789062248.303280:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303287:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc8940 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303496:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303503:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303510:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303515:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8199a00 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062248.303519:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303526:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303546:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:3.0:1789062248.303549:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789062248.303556:0:22680:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 19 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303568:0:22680:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 19 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.303579:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 19 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.304252:0:22680:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8198e00/0x2774d8f311dc889f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf3b expref: 19 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062248.304265:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767ff0ba300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130998144:192.168.203.3@tcp:105: 00000100:00100000:3.0:1789062248.304345:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9767fd427d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789062248.312780:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.313142:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120412032 00000100:00100000:2.0:1789062248.313154:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120412032 00000100:00100000:2.0:1789062248.313222:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00100000:2.0:1789062248.313233:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd559450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+20:18724:x1875967120412032:12345-192.168.203.3@tcp:49:dd.0 00000100:00100000:2.0:1789062248.313364:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd559450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+20:18724:x1875967120412032:12345-192.168.203.3@tcp:49:dd.0 Request processed in 133us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062248.313385:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 10 00000100:00100000:3.0:1789062248.314681:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767ff0ba300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1875967130998144:192.168.203.3@tcp:105: 00010000:00010000:3.0:1789062248.314719:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314731:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c8199a00/0x2774d8f311dc8898 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314772:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314787:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314813:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314825:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314832:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314840:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314845:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c807a800 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062248.314850:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314858:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314871:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:3.0:1789062248.314874:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789062248.314878:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314884:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807a800/0x2774d8f311dc8947 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314894:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314901:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314912:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314917:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c74da400 already unused, calling callback (ffffffffc1aff4f0) 00010000:00010000:3.0:1789062248.314921:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314927:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314934:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:3.0:1789062248.314937:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789062248.314939:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.314945:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c74da400/0x2774d8f311dc8939 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789062248.315127:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767ff0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b425f87b-91b3-4626-86c5-fbe5fc193461+19:18725:x1875967120411648:12345-192.168.203.3@tcp:57:lhsmtool_posix.0 Request processed in 34822us (35364us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1789062248.315136:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 63 00000020:00080000:3.0:1789062248.315141:0:22680:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789062248.315299:0:22711:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789062248.315305:0:22711:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789062248.315321:0:22711:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789062248.315327:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789062248.319384:0:3614:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:3.0:1789062248.319461:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120412160 00000100:00100000:3.0:1789062248.319472:0:22679:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120412160 00000100:00100000:3.0:1789062248.319528:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 64 00000100:00100000:3.0:1789062248.319538:0:22679:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c9571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+19:18724:x1875967120412160:12345-192.168.203.3@tcp:101:dd.0 00010000:00010000:3.0:1789062248.319558:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789062248.319577:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc894e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa68ad2aa9a3bf73 expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.319666:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8955 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.319681:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8955 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.319702:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8955 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.319816:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807be00/0x2774d8f311dc894e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf73 expref: 21 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.319835:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c807b400/0x2774d8f311dc8955 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.3@tcp remote: 0xfa68ad2aa9a3bf73 expref: 20 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789062248.319844:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9767f3852e00) 00010000:00010000:3.0:1789062248.319848:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789062248.319852:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9766c807b400, rc 0) 00000100:00100000:3.0:1789062248.319920:0:22679:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c9571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b425f87b-91b3-4626-86c5-fbe5fc193461+20:18724:x1875967120412160:12345-192.168.203.3@tcp:101:dd.0 Request processed in 384us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1789062248.319928:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 64 00000100:00100000:1.0:1789062248.324392:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.324505:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120412416 00000100:00100000:2.0:1789062248.324515:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120412416 00000100:00100000:2.0:1789062248.324660:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 11 00000100:00100000:2.0:1789062248.324795:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+20:18725:x1875967120412416:12345-192.168.203.3@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1789062248.325065:0:22681:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1789062248.325296:0:22681:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1789062248.325334:0:22681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.325350:0:22681:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.325362:0:22681:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.325371:0:22681:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.325376:0:22681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.325380:0:22681:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.325426:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789062248.325503:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+22:18725:x1875967120412416:12345-192.168.203.3@tcp:35:lhsmtool_posix.0 Request processed in 833us (1121us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1789062248.325511:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 11 00000020:00080000:2.0:1789062248.325531:0:22681:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1789062248.325578:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789062248.325585:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.325592:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80ce800 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:1.0:1789062248.325595:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.325804:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.325819:0:22666:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9766c15c1700) 00010000:00010000:1.0:1789062248.325822:0:22666:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789062248.325827:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.325834:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9766c80ce800/0x2774d8f311dc895c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789062248.325847:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062248.325849:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789062248.325851:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062248.365184:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.366421:0:24188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120412544 00000100:00100000:2.0:1789062248.366433:0:24188:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120412544 00000100:00100000:2.0:1789062248.366536:0:24188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 0 00000100:00100000:2.0:1789062248.366546:0:24188:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2393:x1875967120412544:12345-192.168.203.3@tcp:4:dd.0 00002000:00010000:2.0:1789062248.366590:0:24188:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa2ec66, atime: 0x6aa2ec65, ctime: 0x6aa2ec66, blocks: 0x0 00010000:00010000:2.0:1789062248.366599:0:24188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.366631:0:24188:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=629s v=(0 0) 00010000:00010000:2.0:1789062248.366635:0:24188:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789062248.366641:0:24188:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.366656:0:24188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789062248.374933:0:3613:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:0.0:1789062248.375041:0:24190:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1789062248.375051:0:24190:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1789062248.375462:0:24190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120412672 00000100:00100000:3.0:1789062248.375473:0:24190:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120412672 00000100:00100000:0.0:1789062248.376151:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 1 00000100:00100000:0.0:1789062248.376164:0:25723:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+8:2392:x1875967120412672:12345-192.168.203.3@tcp:4:dd.0 00010000:00010000:0.0:1789062248.376199:0:25723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.376216:0:25723:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062248.376221:0:25723:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789062248.376228:0:25723:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789062248.376241:0:25723:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789062248.454675:0:24179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:0.0:1789062248.454704:0:24179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:2.0:1789062248.455838:0:24188:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1789062248.455846:0:24188:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1789062246 -> 1789062247 00002000:00010000:2.0:1789062248.455849:0:24188:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789062246 -> 1789062247 00002000:00010000:2.0:1789062248.455852:0:24188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:2.0:1789062248.455871:0:24188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.455890:0:24188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.455914:0:24188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.455921:0:24188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c80cea00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062248.455925:0:24188:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.455936:0:24188:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.455962:0:24188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.455970:0:24188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000365256c/0x2774d8f311dc8963 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789062248.456307:0:24188:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b425f87b-91b3-4626-86c5-fbe5fc193461+7:2393:x1875967120412544:12345-192.168.203.3@tcp:4:dd.0 Request processed in 89757us (91127us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789062248.456317:0:24188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 0 00000001:00080000:0.0:1789062248.491870:0:24179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1789062248.492081:0:25723:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1789062248.492087:0:25723:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1789062248.492107:0:25723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.492123:0:25723:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.492133:0:25723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.492164:0:25723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9766c8198a00 already unused, calling callback (ffffffffc0eed8b0) 00010000:00010000:2.0:1789062248.492170:0:25723:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.492179:0:25723:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.492210:0:25723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789062248.492219:0:25723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001c39421/0x2774d8f311dc896a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789062248.492339:0:25723:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2392:x1875967120412672:12345-192.168.203.3@tcp:4:dd.0 Request processed in 116173us (117411us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789062248.492350:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 1 00000100:00100000:0.0:1789062248.617815:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789062248.617839:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c8413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130998272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789062248.617906:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062248.618012:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130998272 00000100:00100000:2.0:1789062248.618020:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130998272 00000100:00100000:2.0:1789062248.618097:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789062248.618106:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c9570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130998272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789062248.618128:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923513344 avail 3684286464 00000100:00100000:2.0:1789062248.618181:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c9570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130998272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062248.618190:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789062248.618219:0:3623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9766c83e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130998400:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789062248.618248:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789062248.618265:0:3623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789062248.618293:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130998400 00000100:00100000:1.0:1789062248.618299:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130998400 00000100:00100000:2.0:1789062248.618314:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c8413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130998272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789062248.618333:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789062248.618343:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130998400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789062248.618377:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1789062248.618434:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1875967130998400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.618441:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789062248.618510:0:3623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9766c83e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3623:1875967130998400:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1789062248.618557:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789062248.618797:0:3620:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767ff0ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130998528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789062248.618822:0:3620:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789062248.618883:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130998528 00000100:00100000:2.0:1789062248.618887:0:24186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130998528 00000100:00100000:2.0:1789062248.618914:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789062248.618920:0:24186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767c9573100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130998528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789062248.618930:0:24186:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923513344 avail 3684286464 00000100:00100000:2.0:1789062248.618962:0:24186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767c9573100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875967130998528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1789062248.618968:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789062248.619055:0:3620:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1789062248.619061:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9767ff0ba680, transno 12884901892 00000004:00080000:0.0:1789062248.619076:0:3620:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1789062248.619096:0:3620:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767ff0ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3620:1875967130998528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789062248.714839:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.714878:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.714906:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.714931:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.714945:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.714964:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.714977:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.714995:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:2.0:1789062248.715012:0:3615:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.3@tcp (source: 12345-192.168.203.3@tcp) 00000100:00100000:1.0:1789062248.715095:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120413312 00000100:00100000:1.0:1789062248.715104:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120413312 00000100:00100000:1.0:1789062248.715165:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120413824 00000100:00100000:1.0:1789062248.715168:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120413824 00000100:00100000:1.0:1789062248.715179:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120413184 00000100:00100000:1.0:1789062248.715181:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120413184 00000100:00100000:1.0:1789062248.715190:0:24620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120413696 00000100:00100000:1.0:1789062248.715191:0:24620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120413696 00000100:00100000:1.0:1789062248.715206:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 16 00000100:00100000:1.0:1789062248.715219:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120413312:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715284:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120413312:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 66us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715291:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 16 00000100:00100000:1.0:1789062248.715307:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 17 00000100:00100000:1.0:1789062248.715314:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120413824:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715343:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120413824:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 30us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715354:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 17 00000100:00100000:1.0:1789062248.715366:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 18 00000100:00100000:1.0:1789062248.715372:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c81a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120413184:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715395:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c81a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120413184:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 24us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715423:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 18 00000100:00100000:1.0:1789062248.715440:0:24620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:1.0:1789062248.715447:0:24620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120413696:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715473:0:24620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120413696:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 26us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715478:0:24620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 19 00000100:00100000:1.0:1789062248.715503:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120413056 00000100:00100000:1.0:1789062248.715506:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120413056 00000100:00100000:1.0:1789062248.715527:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120413568 00000100:00100000:1.0:1789062248.715529:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120413568 00000100:00100000:1.0:1789062248.715539:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120412928 00000100:00100000:1.0:1789062248.715541:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120412928 00000100:00100000:1.0:1789062248.715549:0:25290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120413440 00000100:00100000:1.0:1789062248.715551:0:25290:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120413440 00000100:00100000:1.0:1789062248.715562:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 54 00000100:00100000:1.0:1789062248.715568:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8413100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120413056:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715591:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8413100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+5:2390:x1875967120413056:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 24us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715596:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 54 00000100:00100000:1.0:1789062248.715635:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 55 00000100:00100000:1.0:1789062248.715642:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120413568:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715662:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+5:2390:x1875967120413568:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 21us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715666:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 55 00000100:00100000:1.0:1789062248.715676:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 56 00000100:00100000:1.0:1789062248.715688:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c8411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+22:2390:x1875967120412928:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715726:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c8411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b425f87b-91b3-4626-86c5-fbe5fc193461+22:2390:x1875967120412928:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 39us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715737:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 56 00000100:00100000:1.0:1789062248.715749:0:25290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 57 00000100:00100000:1.0:1789062248.715756:0:25290:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9767fd344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+6:2390:x1875967120413440:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715783:0:25290:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9767fd344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c34c18cd-085e-4d76-bb60-2985fb623006+6:2390:x1875967120413440:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 28us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715789:0:25290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 57 00000100:00100000:1.0:1789062248.715806:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967120412800 00000100:00100000:1.0:1789062248.715809:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967120412800 00000100:00100000:1.0:1789062248.715839:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.3@tcp, seq: 165 00000100:00100000:1.0:1789062248.715846:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:2390:x1875967120412800:12345-192.168.203.3@tcp:400:kworker.0 00000100:00100000:1.0:1789062248.715866:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86e325a5-7c49-4e66-8e1c-6c78c9b69bac+13:2390:x1875967120412800:12345-192.168.203.3@tcp:400:kworker.0 Request processed in 21us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1789062248.715871:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.3@tcp, seq: 165 00000100:00080000:2.0:1789062248.715958:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789062248.715963:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789062248.715965:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789062248.715967:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789062249.129891:0:3621:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9767c9572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130998656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789062249.129981:0:3621:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789062249.130085:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875967130998656 00000100:00100000:0.0:1789062249.130093:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875967130998656 00000100:00100000:0.0:1789062249.130145:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789062249.130154:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9766c83e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130998656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789062249.130185:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789062249.130235:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9766c83e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875967130998656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1789062249.130251:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789062249.130528:0:3621:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9767c9572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3621:1875967130998656:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789062249.644783:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789062249.908348:0:25760:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000040:00080000:0.0:1789062250.345833:0:22711:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789062250.345842:0:22711:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789062250.345860:0:22711:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789062250.345868:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:1.0:1789062250.665880:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13913 lines, 13913 kept, 0 dropped, 0 bad.